xinference 1.3.0.post1__py3-none-any.whl → 1.3.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of xinference might be problematic. Click here for more details.

Files changed (52) hide show
  1. xinference/_version.py +3 -3
  2. xinference/api/restful_api.py +1 -0
  3. xinference/conftest.py +7 -0
  4. xinference/core/model.py +3 -1
  5. xinference/core/scheduler.py +3 -0
  6. xinference/core/worker.py +1 -1
  7. xinference/deploy/cmdline.py +0 -8
  8. xinference/model/embedding/core.py +12 -5
  9. xinference/model/llm/__init__.py +2 -1
  10. xinference/model/llm/core.py +13 -0
  11. xinference/model/llm/llama_cpp/core.py +260 -3
  12. xinference/model/llm/llm_family.json +306 -17
  13. xinference/model/llm/llm_family_modelscope.json +347 -28
  14. xinference/model/llm/mlx/core.py +15 -4
  15. xinference/model/llm/reasoning_parsers/abs_reasoning_parsers.py +1 -1
  16. xinference/model/llm/reasoning_parsers/deepseek_r1_reasoning_parser.py +4 -5
  17. xinference/model/llm/sglang/core.py +7 -2
  18. xinference/model/llm/transformers/chatglm.py +4 -4
  19. xinference/model/llm/transformers/core.py +22 -5
  20. xinference/model/llm/transformers/intern_vl.py +2 -1
  21. xinference/model/llm/transformers/utils.py +1 -1
  22. xinference/model/llm/utils.py +103 -67
  23. xinference/model/llm/vllm/core.py +29 -42
  24. xinference/types.py +4 -0
  25. xinference/web/ui/build/asset-manifest.json +3 -3
  26. xinference/web/ui/build/index.html +1 -1
  27. xinference/web/ui/build/static/js/main.55b70cb7.js +3 -0
  28. xinference/web/ui/build/static/js/main.55b70cb7.js.map +1 -0
  29. xinference/web/ui/node_modules/.cache/babel-loader/0f0adb2283a8f469d097a7a0ebb754624fa52414c83b83696c41f2e6a737ceda.json +1 -0
  30. xinference/web/ui/node_modules/.cache/babel-loader/2deac8d5636974533e3714f34e94fc754f9153a07c6ee11e72846cb8eae47e4b.json +1 -0
  31. xinference/web/ui/node_modules/.cache/babel-loader/8157db83995c671eb57abc316c337f867d1dc63fb83520bb4ff351fee57dcce2.json +1 -0
  32. xinference/web/ui/node_modules/.cache/babel-loader/87a9b13f2466f375ae5c6e7c08b279cc38351d29710d7f7626bbb07a85262b79.json +1 -0
  33. xinference/web/ui/node_modules/.cache/babel-loader/e23d476fcbf6fd69c8986bf82133d257d28aa8fc9a5cab231d81c1c75c58cd99.json +1 -0
  34. xinference/web/ui/node_modules/.cache/babel-loader/e547bbb18abb4a474b675a8d5782d25617566bea0af8caa9b836ce5649e2250a.json +1 -0
  35. xinference/web/ui/node_modules/.cache/babel-loader/e7a8c37fda8725cab69c7ef8c627060bd7fc806adc67e00fe628ba148cb86d7f.json +1 -0
  36. xinference/web/ui/src/locales/en.json +9 -1
  37. xinference/web/ui/src/locales/zh.json +9 -1
  38. {xinference-1.3.0.post1.dist-info → xinference-1.3.1.dist-info}/METADATA +7 -3
  39. {xinference-1.3.0.post1.dist-info → xinference-1.3.1.dist-info}/RECORD +44 -43
  40. xinference/web/ui/build/static/js/main.ad42919c.js +0 -3
  41. xinference/web/ui/build/static/js/main.ad42919c.js.map +0 -1
  42. xinference/web/ui/node_modules/.cache/babel-loader/074a42304bbbaa79e1bfc3b28502457a390df55708de9006f4cc8e35c60aea87.json +0 -1
  43. xinference/web/ui/node_modules/.cache/babel-loader/279ace390216236a82b3d8995c78eca4d637ac9a523e9f521a2d9c76607a43d7.json +0 -1
  44. xinference/web/ui/node_modules/.cache/babel-loader/630a7bd592596cc6e291fc32238ce7c08238038a64ed8ccee0eb0c13c9902910.json +0 -1
  45. xinference/web/ui/node_modules/.cache/babel-loader/914c33e91c1012e3bcd3e96f3a25884cbef148290632d0266dab972b8cc1e95f.json +0 -1
  46. xinference/web/ui/node_modules/.cache/babel-loader/b7939cd3a48adf12fccfdd0803019b5cc235ff7de3a297dae70ce635e0eea13e.json +0 -1
  47. xinference/web/ui/node_modules/.cache/babel-loader/fecf076bcd198a458c2a6ab0e85e40dc1c99994c353164e79c469be162cb74c9.json +0 -1
  48. /xinference/web/ui/build/static/js/{main.ad42919c.js.LICENSE.txt → main.55b70cb7.js.LICENSE.txt} +0 -0
  49. {xinference-1.3.0.post1.dist-info → xinference-1.3.1.dist-info}/LICENSE +0 -0
  50. {xinference-1.3.0.post1.dist-info → xinference-1.3.1.dist-info}/WHEEL +0 -0
  51. {xinference-1.3.0.post1.dist-info → xinference-1.3.1.dist-info}/entry_points.txt +0 -0
  52. {xinference-1.3.0.post1.dist-info → xinference-1.3.1.dist-info}/top_level.txt +0 -0
@@ -0,0 +1 @@
1
+ {"ast":null,"code":"import _toConsumableArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/toConsumableArray.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{Box,Button,ButtonGroup,Chip,FormControl,InputLabel,MenuItem,Select}from'@mui/material';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useTranslation}from'react-i18next';import{ApiContext}from'../../components/apiContext';import fetchWrapper from'../../components/fetchWrapper';import HotkeyFocusTextField from'../../components/hotkeyFocusTextField';import ModelCard from'./modelCard';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var modelAbilityArr=['generate','chat','vision','reasoning'];var audioModelTypeArr=['audio-to-text','text-to-audio','audio-to-audio'];var LaunchModelComponent=function LaunchModelComponent(_ref){var modelType=_ref.modelType,gpuAvailable=_ref.gpuAvailable,featureModels=_ref.featureModels;var _useContext=useContext(ApiContext),isCallingApi=_useContext.isCallingApi,setIsCallingApi=_useContext.setIsCallingApi,endPoint=_useContext.endPoint;var _useContext2=useContext(ApiContext),isUpdatingModel=_useContext2.isUpdatingModel;var _useContext3=useContext(ApiContext),setErrorMsg=_useContext3.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var _useState=useState([]),_useState2=_slicedToArray(_useState,2),registrationData=_useState2[0],setRegistrationData=_useState2[1];// States used for filtering\nvar _useState3=useState(''),_useState4=_slicedToArray(_useState3,2),searchTerm=_useState4[0],setSearchTerm=_useState4[1];var _useState5=useState(''),_useState6=_slicedToArray(_useState5,2),LLMModelAbility=_useState6[0],setLLMModelAbility=_useState6[1];var _useState7=useState(''),_useState8=_slicedToArray(_useState7,2),status=_useState8[0],setStatus=_useState8[1];var _useState9=useState([]),_useState10=_slicedToArray(_useState9,2),statusArr=_useState10[0],setStatusArr=_useState10[1];var _useState11=useState([]),_useState12=_slicedToArray(_useState11,2),completeDeleteArr=_useState12[0],setCompleteDeleteArr=_useState12[1];var _useState13=useState([]),_useState14=_slicedToArray(_useState13,2),collectionArr=_useState14[0],setCollectionArr=_useState14[1];var _useState15=useState([]),_useState16=_slicedToArray(_useState15,2),filterArr=_useState16[0],setFilterArr=_useState16[1];var _useTranslation=useTranslation(),t=_useTranslation.t;var _useState17=useState('featured'),_useState18=_slicedToArray(_useState17,2),modelListType=_useState18[0],setModelListType=_useState18[1];var _useState19=useState(''),_useState20=_slicedToArray(_useState19,2),audioModelAbility=_useState20[0],setAudioModelAbility=_useState20[1];var filter=function filter(registration){if(searchTerm!==''){if(!registration||typeof searchTerm!=='string')return false;var modelName=registration.model_name?registration.model_name.toLowerCase():'';var modelDescription=registration.model_description?registration.model_description.toLowerCase():'';if(!modelName.includes(searchTerm.toLowerCase())&&!modelDescription.includes(searchTerm.toLowerCase())){return false;}}if(modelListType==='featured'){if(featureModels.length&&!featureModels.includes(registration.model_name)){return false;}}if(LLMModelAbility&&(Array.isArray(registration.model_ability)&&registration.model_ability.indexOf(LLMModelAbility)<0||typeof registration.model_ability==='string'&&registration.model_ability!==LLMModelAbility))return false;if(audioModelAbility&&(Array.isArray(registration.model_ability)&&registration.model_ability.indexOf(audioModelAbility)<0||typeof registration.model_ability==='string'&&registration.model_ability!==audioModelAbility))return false;if(completeDeleteArr.includes(registration.model_name)){registration.model_specs.forEach(function(item){item.cache_status=Array.isArray(item)?[false]:false;});}if(statusArr.length===1){if(statusArr[0]==='cached'){var _registration$model_s;var judge=((_registration$model_s=registration.model_specs)===null||_registration$model_s===void 0?void 0:_registration$model_s.some(function(spec){return filterCache(spec);}))||(registration===null||registration===void 0?void 0:registration.cache_status);return judge&&!completeDeleteArr.includes(registration.model_name);}else{return collectionArr===null||collectionArr===void 0?void 0:collectionArr.includes(registration.model_name);}}else if(statusArr.length>1){var _registration$model_s2;var _judge=((_registration$model_s2=registration.model_specs)===null||_registration$model_s2===void 0?void 0:_registration$model_s2.some(function(spec){return filterCache(spec);}))||(registration===null||registration===void 0?void 0:registration.cache_status);return _judge&&!completeDeleteArr.includes(registration.model_name)&&(collectionArr===null||collectionArr===void 0?void 0:collectionArr.includes(registration.model_name));}return true;};var filterCache=function filterCache(spec){if(Array.isArray(spec.cache_status)){var _spec$cache_status;return(_spec$cache_status=spec.cache_status)===null||_spec$cache_status===void 0?void 0:_spec$cache_status.some(function(cs){return cs;});}else{return spec.cache_status===true;}};var handleCompleteDelete=function handleCompleteDelete(model_name){setCompleteDeleteArr([].concat(_toConsumableArray(completeDeleteArr),[model_name]));};var update=function update(){if(isCallingApi||isUpdatingModel||cookie.token!=='no_auth'&&!sessionStorage.getItem('token'))return;try{setIsCallingApi(true);fetchWrapper.get(\"/v1/model_registrations/\".concat(modelType,\"?detailed=true\")).then(function(data){var builtinRegistrations=data.filter(function(v){return v.is_builtin;});setRegistrationData(builtinRegistrations);var collectionData=JSON.parse(localStorage.getItem('collectionArr'));setCollectionArr(collectionData);}).catch(function(error){console.error('Error:',error);if(error.response.status!==403&&error.response.status!==401){setErrorMsg(error.message);}});}catch(error){console.error('Error:',error);}finally{setIsCallingApi(false);}};useEffect(function(){update();},[cookie.token]);var getCollectionArr=function getCollectionArr(data){setCollectionArr(data);};var handleChangeFilter=function handleChangeFilter(type,value){var typeMap={LLMModelAbility:{setter:setLLMModelAbility,filterArr:modelAbilityArr},audioModelAbility:{setter:setAudioModelAbility,filterArr:audioModelTypeArr},status:{setter:setStatus,filterArr:[]}};var _ref2=typeMap[type]||{},setter=_ref2.setter,excludeArr=_ref2.filterArr;if(!setter)return;setter(value);var updatedFilterArr=[].concat(_toConsumableArray(filterArr.filter(function(item){return!excludeArr.includes(item);})),[value]);setFilterArr(updatedFilterArr);if(type==='status'){setStatusArr(updatedFilterArr.filter(function(item){return![].concat(modelAbilityArr,audioModelTypeArr).includes(item);}));}};var handleDeleteChip=function handleDeleteChip(item){setFilterArr(filterArr.filter(function(subItem){return subItem!==item;}));if(item===LLMModelAbility){setLLMModelAbility('');}else if(item===audioModelAbility){setAudioModelAbility('');}else{setStatusArr(statusArr.filter(function(subItem){return subItem!==item;}));if(item===status)setStatus('');}};var handleModelType=function handleModelType(newModelType){if(newModelType!==null){setModelListType(newModelType);}};return/*#__PURE__*/_jsxs(Box,{m:\"20px\",children:[/*#__PURE__*/_jsxs(\"div\",{style:{display:'grid',gridTemplateColumns:function(){var baseColumns=['LLM','audio'].includes(modelType)?['150px','150px']:['150px'];return featureModels.length?[].concat(baseColumns,['150px','1fr']).join(' '):[].concat(baseColumns,['1fr']).join(' ');}(),columnGap:'20px',margin:'30px 2rem',alignItems:'center'},children:[featureModels.length>0&&/*#__PURE__*/_jsx(FormControl,{sx:{minWidth:120},size:\"small\",children:/*#__PURE__*/_jsxs(ButtonGroup,{children:[/*#__PURE__*/_jsx(Button,{fullWidth:true,onClick:function onClick(){return handleModelType('featured');},variant:modelListType==='featured'?'contained':'outlined',children:t('launchModel.featured')}),/*#__PURE__*/_jsx(Button,{fullWidth:true,onClick:function onClick(){return handleModelType('all');},variant:modelListType==='all'?'contained':'outlined',children:t('launchModel.all')})]})}),modelType==='LLM'&&/*#__PURE__*/_jsxs(FormControl,{sx:{minWidth:120},size:\"small\",children:[/*#__PURE__*/_jsx(InputLabel,{id:\"ability-select-label\",children:t('launchModel.modelAbility')}),/*#__PURE__*/_jsx(Select,{id:\"ability\",labelId:\"ability-select-label\",label:\"Model Ability\",onChange:function onChange(e){return handleChangeFilter('LLMModelAbility',e.target.value);},value:LLMModelAbility,size:\"small\",sx:{width:'150px'},children:modelAbilityArr.map(function(item){return/*#__PURE__*/_jsx(MenuItem,{value:item,children:t(\"launchModel.\".concat(item))},item);})})]}),modelType==='audio'&&/*#__PURE__*/_jsxs(FormControl,{sx:{minWidth:120},size:\"small\",children:[/*#__PURE__*/_jsx(InputLabel,{id:\"ability-select-label\",children:t('launchModel.modelAbility')}),/*#__PURE__*/_jsx(Select,{id:\"ability\",labelId:\"ability-select-label\",label:\"Model Ability\",onChange:function onChange(e){return handleChangeFilter('audioModelAbility',e.target.value);},value:audioModelAbility,size:\"small\",sx:{width:'150px'},children:audioModelTypeArr.map(function(item){return/*#__PURE__*/_jsx(MenuItem,{value:item,children:item},item);})})]}),/*#__PURE__*/_jsxs(FormControl,{sx:{minWidth:120},size:\"small\",children:[/*#__PURE__*/_jsx(InputLabel,{id:\"select-status\",children:t('launchModel.status')}),/*#__PURE__*/_jsxs(Select,{id:\"status\",labelId:\"select-status\",label:t('launchModel.status'),onChange:function onChange(e){return handleChangeFilter('status',e.target.value);},value:status,size:\"small\",sx:{width:'150px'},children:[/*#__PURE__*/_jsx(MenuItem,{value:\"cached\",children:t('launchModel.cached')}),/*#__PURE__*/_jsx(MenuItem,{value:\"favorite\",children:t('launchModel.favorite')})]})]}),/*#__PURE__*/_jsx(FormControl,{sx:{marginTop:1},variant:\"outlined\",margin:\"normal\",children:/*#__PURE__*/_jsx(HotkeyFocusTextField,{id:\"search\",type:\"search\",label:t('launchModel.search'),value:searchTerm,onChange:function onChange(e){return setSearchTerm(e.target.value);},size:\"small\",hotkey:\"Enter\",t:t})})]}),/*#__PURE__*/_jsx(\"div\",{style:{margin:'0 0 30px 30px'},children:filterArr.map(function(item,index){return/*#__PURE__*/_jsx(Chip,{label:t(\"launchModel.\".concat(item)),variant:\"outlined\",size:\"small\",color:\"primary\",style:{marginRight:10},onDelete:function onDelete(){return handleDeleteChip(item);}},index);})}),/*#__PURE__*/_jsx(\"div\",{style:{display:'grid',gridTemplateColumns:'repeat(auto-fill, minmax(300px, 1fr))',paddingLeft:'2rem',gridGap:'2rem 0rem'},children:registrationData.filter(function(registration){return filter(registration);}).sort(function(a,b){if(modelListType==='featured'){var indexA=featureModels.indexOf(a.model_name);var indexB=featureModels.indexOf(b.model_name);return(indexA!==-1?indexA:Infinity)-(indexB!==-1?indexB:Infinity);}return 0;}).map(function(filteredRegistration){return/*#__PURE__*/_jsx(ModelCard,{url:endPoint,modelData:filteredRegistration,gpuAvailable:gpuAvailable,modelType:modelType,onHandleCompleteDelete:handleCompleteDelete,onGetCollectionArr:getCollectionArr},filteredRegistration.model_name);})})]});};export default LaunchModelComponent;","map":{"version":3,"names":["Box","Button","ButtonGroup","Chip","FormControl","InputLabel","MenuItem","Select","React","useContext","useEffect","useState","useCookies","useTranslation","ApiContext","fetchWrapper","HotkeyFocusTextField","ModelCard","jsx","_jsx","jsxs","_jsxs","modelAbilityArr","audioModelTypeArr","LaunchModelComponent","_ref","modelType","gpuAvailable","featureModels","_useContext","isCallingApi","setIsCallingApi","endPoint","_useContext2","isUpdatingModel","_useContext3","setErrorMsg","_useCookies","_useCookies2","_slicedToArray","cookie","_useState","_useState2","registrationData","setRegistrationData","_useState3","_useState4","searchTerm","setSearchTerm","_useState5","_useState6","LLMModelAbility","setLLMModelAbility","_useState7","_useState8","status","setStatus","_useState9","_useState10","statusArr","setStatusArr","_useState11","_useState12","completeDeleteArr","setCompleteDeleteArr","_useState13","_useState14","collectionArr","setCollectionArr","_useState15","_useState16","filterArr","setFilterArr","_useTranslation","t","_useState17","_useState18","modelListType","setModelListType","_useState19","_useState20","audioModelAbility","setAudioModelAbility","filter","registration","modelName","model_name","toLowerCase","modelDescription","model_description","includes","length","Array","isArray","model_ability","indexOf","model_specs","forEach","item","cache_status","_registration$model_s","judge","some","spec","filterCache","_registration$model_s2","_spec$cache_status","cs","handleCompleteDelete","concat","_toConsumableArray","update","token","sessionStorage","getItem","get","then","data","builtinRegistrations","v","is_builtin","collectionData","JSON","parse","localStorage","catch","error","console","response","message","getCollectionArr","handleChangeFilter","type","value","typeMap","setter","_ref2","excludeArr","updatedFilterArr","handleDeleteChip","subItem","handleModelType","newModelType","m","children","style","display","gridTemplateColumns","baseColumns","join","columnGap","margin","alignItems","sx","minWidth","size","fullWidth","onClick","variant","id","labelId","label","onChange","e","target","width","map","marginTop","hotkey","index","color","marginRight","onDelete","paddingLeft","gridGap","sort","a","b","indexA","indexB","Infinity","filteredRegistration","url","modelData","onHandleCompleteDelete","onGetCollectionArr"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/LaunchModel.js"],"sourcesContent":["import {\n Box,\n Button,\n ButtonGroup,\n Chip,\n FormControl,\n InputLabel,\n MenuItem,\n Select,\n} from '@mui/material'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useTranslation } from 'react-i18next'\n\nimport { ApiContext } from '../../components/apiContext'\nimport fetchWrapper from '../../components/fetchWrapper'\nimport HotkeyFocusTextField from '../../components/hotkeyFocusTextField'\nimport ModelCard from './modelCard'\n\nconst modelAbilityArr = ['generate', 'chat', 'vision', 'reasoning']\nconst audioModelTypeArr = ['audio-to-text', 'text-to-audio', 'audio-to-audio']\n\nconst LaunchModelComponent = ({ modelType, gpuAvailable, featureModels }) => {\n const { isCallingApi, setIsCallingApi, endPoint } = useContext(ApiContext)\n const { isUpdatingModel } = useContext(ApiContext)\n const { setErrorMsg } = useContext(ApiContext)\n const [cookie] = useCookies(['token'])\n\n const [registrationData, setRegistrationData] = useState([])\n // States used for filtering\n const [searchTerm, setSearchTerm] = useState('')\n const [LLMModelAbility, setLLMModelAbility] = useState('')\n const [status, setStatus] = useState('')\n const [statusArr, setStatusArr] = useState([])\n const [completeDeleteArr, setCompleteDeleteArr] = useState([])\n const [collectionArr, setCollectionArr] = useState([])\n const [filterArr, setFilterArr] = useState([])\n const { t } = useTranslation()\n const [modelListType, setModelListType] = useState('featured')\n const [audioModelAbility, setAudioModelAbility] = useState('')\n\n const filter = (registration) => {\n if (searchTerm !== '') {\n if (!registration || typeof searchTerm !== 'string') return false\n const modelName = registration.model_name\n ? registration.model_name.toLowerCase()\n : ''\n const modelDescription = registration.model_description\n ? registration.model_description.toLowerCase()\n : ''\n\n if (\n !modelName.includes(searchTerm.toLowerCase()) &&\n !modelDescription.includes(searchTerm.toLowerCase())\n ) {\n return false\n }\n }\n\n if (modelListType === 'featured') {\n if (\n featureModels.length &&\n !featureModels.includes(registration.model_name)\n ) {\n return false\n }\n }\n\n if (\n LLMModelAbility &&\n ((Array.isArray(registration.model_ability) &&\n registration.model_ability.indexOf(LLMModelAbility) < 0) ||\n (typeof registration.model_ability === 'string' &&\n registration.model_ability !== LLMModelAbility))\n )\n return false\n\n if (\n audioModelAbility &&\n ((Array.isArray(registration.model_ability) &&\n registration.model_ability.indexOf(audioModelAbility) < 0) ||\n (typeof registration.model_ability === 'string' &&\n registration.model_ability !== audioModelAbility))\n )\n return false\n\n if (completeDeleteArr.includes(registration.model_name)) {\n registration.model_specs.forEach((item) => {\n item.cache_status = Array.isArray(item) ? [false] : false\n })\n }\n\n if (statusArr.length === 1) {\n if (statusArr[0] === 'cached') {\n const judge =\n registration.model_specs?.some((spec) => filterCache(spec)) ||\n registration?.cache_status\n return judge && !completeDeleteArr.includes(registration.model_name)\n } else {\n return collectionArr?.includes(registration.model_name)\n }\n } else if (statusArr.length > 1) {\n const judge =\n registration.model_specs?.some((spec) => filterCache(spec)) ||\n registration?.cache_status\n return (\n judge &&\n !completeDeleteArr.includes(registration.model_name) &&\n collectionArr?.includes(registration.model_name)\n )\n }\n\n return true\n }\n\n const filterCache = (spec) => {\n if (Array.isArray(spec.cache_status)) {\n return spec.cache_status?.some((cs) => cs)\n } else {\n return spec.cache_status === true\n }\n }\n\n const handleCompleteDelete = (model_name) => {\n setCompleteDeleteArr([...completeDeleteArr, model_name])\n }\n\n const update = () => {\n if (\n isCallingApi ||\n isUpdatingModel ||\n (cookie.token !== 'no_auth' && !sessionStorage.getItem('token'))\n )\n return\n\n try {\n setIsCallingApi(true)\n\n fetchWrapper\n .get(`/v1/model_registrations/${modelType}?detailed=true`)\n .then((data) => {\n const builtinRegistrations = data.filter((v) => v.is_builtin)\n setRegistrationData(builtinRegistrations)\n const collectionData = JSON.parse(\n localStorage.getItem('collectionArr')\n )\n setCollectionArr(collectionData)\n })\n .catch((error) => {\n console.error('Error:', error)\n if (error.response.status !== 403 && error.response.status !== 401) {\n setErrorMsg(error.message)\n }\n })\n } catch (error) {\n console.error('Error:', error)\n } finally {\n setIsCallingApi(false)\n }\n }\n\n useEffect(() => {\n update()\n }, [cookie.token])\n\n const getCollectionArr = (data) => {\n setCollectionArr(data)\n }\n\n const handleChangeFilter = (type, value) => {\n const typeMap = {\n LLMModelAbility: {\n setter: setLLMModelAbility,\n filterArr: modelAbilityArr,\n },\n audioModelAbility: {\n setter: setAudioModelAbility,\n filterArr: audioModelTypeArr,\n },\n status: { setter: setStatus, filterArr: [] },\n }\n\n const { setter, filterArr: excludeArr } = typeMap[type] || {}\n if (!setter) return\n\n setter(value)\n\n const updatedFilterArr = [\n ...filterArr.filter((item) => !excludeArr.includes(item)),\n value,\n ]\n\n setFilterArr(updatedFilterArr)\n\n if (type === 'status') {\n setStatusArr(\n updatedFilterArr.filter(\n (item) => ![...modelAbilityArr, ...audioModelTypeArr].includes(item)\n )\n )\n }\n }\n\n const handleDeleteChip = (item) => {\n setFilterArr(\n filterArr.filter((subItem) => {\n return subItem !== item\n })\n )\n if (item === LLMModelAbility) {\n setLLMModelAbility('')\n } else if (item === audioModelAbility) {\n setAudioModelAbility('')\n } else {\n setStatusArr(\n statusArr.filter((subItem) => {\n return subItem !== item\n })\n )\n if (item === status) setStatus('')\n }\n }\n\n const handleModelType = (newModelType) => {\n if (newModelType !== null) {\n setModelListType(newModelType)\n }\n }\n\n return (\n <Box m=\"20px\">\n <div\n style={{\n display: 'grid',\n gridTemplateColumns: (() => {\n const baseColumns = ['LLM', 'audio'].includes(modelType)\n ? ['150px', '150px']\n : ['150px']\n return featureModels.length\n ? [...baseColumns, '150px', '1fr'].join(' ')\n : [...baseColumns, '1fr'].join(' ')\n })(),\n columnGap: '20px',\n margin: '30px 2rem',\n alignItems: 'center',\n }}\n >\n {featureModels.length > 0 && (\n <FormControl sx={{ minWidth: 120 }} size=\"small\">\n <ButtonGroup>\n <Button\n fullWidth\n onClick={() => handleModelType('featured')}\n variant={\n modelListType === 'featured' ? 'contained' : 'outlined'\n }\n >\n {t('launchModel.featured')}\n </Button>\n <Button\n fullWidth\n onClick={() => handleModelType('all')}\n variant={modelListType === 'all' ? 'contained' : 'outlined'}\n >\n {t('launchModel.all')}\n </Button>\n </ButtonGroup>\n </FormControl>\n )}\n {modelType === 'LLM' && (\n <FormControl sx={{ minWidth: 120 }} size=\"small\">\n <InputLabel id=\"ability-select-label\">\n {t('launchModel.modelAbility')}\n </InputLabel>\n <Select\n id=\"ability\"\n labelId=\"ability-select-label\"\n label=\"Model Ability\"\n onChange={(e) =>\n handleChangeFilter('LLMModelAbility', e.target.value)\n }\n value={LLMModelAbility}\n size=\"small\"\n sx={{ width: '150px' }}\n >\n {modelAbilityArr.map((item) => (\n <MenuItem key={item} value={item}>\n {t(`launchModel.${item}`)}\n </MenuItem>\n ))}\n </Select>\n </FormControl>\n )}\n {modelType === 'audio' && (\n <FormControl sx={{ minWidth: 120 }} size=\"small\">\n <InputLabel id=\"ability-select-label\">\n {t('launchModel.modelAbility')}\n </InputLabel>\n <Select\n id=\"ability\"\n labelId=\"ability-select-label\"\n label=\"Model Ability\"\n onChange={(e) =>\n handleChangeFilter('audioModelAbility', e.target.value)\n }\n value={audioModelAbility}\n size=\"small\"\n sx={{ width: '150px' }}\n >\n {audioModelTypeArr.map((item) => (\n <MenuItem key={item} value={item}>\n {item}\n </MenuItem>\n ))}\n </Select>\n </FormControl>\n )}\n <FormControl sx={{ minWidth: 120 }} size=\"small\">\n <InputLabel id=\"select-status\">{t('launchModel.status')}</InputLabel>\n <Select\n id=\"status\"\n labelId=\"select-status\"\n label={t('launchModel.status')}\n onChange={(e) => handleChangeFilter('status', e.target.value)}\n value={status}\n size=\"small\"\n sx={{ width: '150px' }}\n >\n <MenuItem value=\"cached\">{t('launchModel.cached')}</MenuItem>\n <MenuItem value=\"favorite\">{t('launchModel.favorite')}</MenuItem>\n </Select>\n </FormControl>\n\n <FormControl sx={{ marginTop: 1 }} variant=\"outlined\" margin=\"normal\">\n <HotkeyFocusTextField\n id=\"search\"\n type=\"search\"\n label={t('launchModel.search')}\n value={searchTerm}\n onChange={(e) => setSearchTerm(e.target.value)}\n size=\"small\"\n hotkey=\"Enter\"\n t={t}\n />\n </FormControl>\n </div>\n <div style={{ margin: '0 0 30px 30px' }}>\n {filterArr.map((item, index) => (\n <Chip\n key={index}\n label={t(`launchModel.${item}`)}\n variant=\"outlined\"\n size=\"small\"\n color=\"primary\"\n style={{ marginRight: 10 }}\n onDelete={() => handleDeleteChip(item)}\n />\n ))}\n </div>\n <div\n style={{\n display: 'grid',\n gridTemplateColumns: 'repeat(auto-fill, minmax(300px, 1fr))',\n paddingLeft: '2rem',\n gridGap: '2rem 0rem',\n }}\n >\n {registrationData\n .filter((registration) => filter(registration))\n .sort((a, b) => {\n if (modelListType === 'featured') {\n const indexA = featureModels.indexOf(a.model_name)\n const indexB = featureModels.indexOf(b.model_name)\n return (\n (indexA !== -1 ? indexA : Infinity) -\n (indexB !== -1 ? indexB : Infinity)\n )\n }\n return 0\n })\n .map((filteredRegistration) => (\n <ModelCard\n key={filteredRegistration.model_name}\n url={endPoint}\n modelData={filteredRegistration}\n gpuAvailable={gpuAvailable}\n modelType={modelType}\n onHandleCompleteDelete={handleCompleteDelete}\n onGetCollectionArr={getCollectionArr}\n />\n ))}\n </div>\n </Box>\n )\n}\n\nexport default LaunchModelComponent\n"],"mappings":"kSAAA,OACEA,GAAG,CACHC,MAAM,CACNC,WAAW,CACXC,IAAI,CACJC,WAAW,CACXC,UAAU,CACVC,QAAQ,CACRC,MAAM,KACD,eAAe,CACtB,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,cAAc,KAAQ,eAAe,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,YAAY,KAAM,+BAA+B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,SAAS,KAAM,aAAa,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAEnC,GAAM,CAAAC,eAAe,CAAG,CAAC,UAAU,CAAE,MAAM,CAAE,QAAQ,CAAE,WAAW,CAAC,CACnE,GAAM,CAAAC,iBAAiB,CAAG,CAAC,eAAe,CAAE,eAAe,CAAE,gBAAgB,CAAC,CAE9E,GAAM,CAAAC,oBAAoB,CAAG,QAAvB,CAAAA,oBAAoBA,CAAAC,IAAA,CAAmD,IAA7C,CAAAC,SAAS,CAAAD,IAAA,CAATC,SAAS,CAAEC,YAAY,CAAAF,IAAA,CAAZE,YAAY,CAAEC,aAAa,CAAAH,IAAA,CAAbG,aAAa,CACpE,IAAAC,WAAA,CAAoDpB,UAAU,CAACK,UAAU,CAAC,CAAlEgB,YAAY,CAAAD,WAAA,CAAZC,YAAY,CAAEC,eAAe,CAAAF,WAAA,CAAfE,eAAe,CAAEC,QAAQ,CAAAH,WAAA,CAARG,QAAQ,CAC/C,IAAAC,YAAA,CAA4BxB,UAAU,CAACK,UAAU,CAAC,CAA1CoB,eAAe,CAAAD,YAAA,CAAfC,eAAe,CACvB,IAAAC,YAAA,CAAwB1B,UAAU,CAACK,UAAU,CAAC,CAAtCsB,WAAW,CAAAD,YAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiBzB,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA0B,YAAA,CAAAC,cAAA,CAAAF,WAAA,IAA/BG,MAAM,CAAAF,YAAA,IAEb,IAAAG,SAAA,CAAgD9B,QAAQ,CAAC,EAAE,CAAC,CAAA+B,UAAA,CAAAH,cAAA,CAAAE,SAAA,IAArDE,gBAAgB,CAAAD,UAAA,IAAEE,mBAAmB,CAAAF,UAAA,IAC5C;AACA,IAAAG,UAAA,CAAoClC,QAAQ,CAAC,EAAE,CAAC,CAAAmC,UAAA,CAAAP,cAAA,CAAAM,UAAA,IAAzCE,UAAU,CAAAD,UAAA,IAAEE,aAAa,CAAAF,UAAA,IAChC,IAAAG,UAAA,CAA8CtC,QAAQ,CAAC,EAAE,CAAC,CAAAuC,UAAA,CAAAX,cAAA,CAAAU,UAAA,IAAnDE,eAAe,CAAAD,UAAA,IAAEE,kBAAkB,CAAAF,UAAA,IAC1C,IAAAG,UAAA,CAA4B1C,QAAQ,CAAC,EAAE,CAAC,CAAA2C,UAAA,CAAAf,cAAA,CAAAc,UAAA,IAAjCE,MAAM,CAAAD,UAAA,IAAEE,SAAS,CAAAF,UAAA,IACxB,IAAAG,UAAA,CAAkC9C,QAAQ,CAAC,EAAE,CAAC,CAAA+C,WAAA,CAAAnB,cAAA,CAAAkB,UAAA,IAAvCE,SAAS,CAAAD,WAAA,IAAEE,YAAY,CAAAF,WAAA,IAC9B,IAAAG,WAAA,CAAkDlD,QAAQ,CAAC,EAAE,CAAC,CAAAmD,WAAA,CAAAvB,cAAA,CAAAsB,WAAA,IAAvDE,iBAAiB,CAAAD,WAAA,IAAEE,oBAAoB,CAAAF,WAAA,IAC9C,IAAAG,WAAA,CAA0CtD,QAAQ,CAAC,EAAE,CAAC,CAAAuD,WAAA,CAAA3B,cAAA,CAAA0B,WAAA,IAA/CE,aAAa,CAAAD,WAAA,IAAEE,gBAAgB,CAAAF,WAAA,IACtC,IAAAG,WAAA,CAAkC1D,QAAQ,CAAC,EAAE,CAAC,CAAA2D,WAAA,CAAA/B,cAAA,CAAA8B,WAAA,IAAvCE,SAAS,CAAAD,WAAA,IAAEE,YAAY,CAAAF,WAAA,IAC9B,IAAAG,eAAA,CAAc5D,cAAc,CAAC,CAAC,CAAtB6D,CAAC,CAAAD,eAAA,CAADC,CAAC,CACT,IAAAC,WAAA,CAA0ChE,QAAQ,CAAC,UAAU,CAAC,CAAAiE,WAAA,CAAArC,cAAA,CAAAoC,WAAA,IAAvDE,aAAa,CAAAD,WAAA,IAAEE,gBAAgB,CAAAF,WAAA,IACtC,IAAAG,WAAA,CAAkDpE,QAAQ,CAAC,EAAE,CAAC,CAAAqE,WAAA,CAAAzC,cAAA,CAAAwC,WAAA,IAAvDE,iBAAiB,CAAAD,WAAA,IAAEE,oBAAoB,CAAAF,WAAA,IAE9C,GAAM,CAAAG,MAAM,CAAG,QAAT,CAAAA,MAAMA,CAAIC,YAAY,CAAK,CAC/B,GAAIrC,UAAU,GAAK,EAAE,CAAE,CACrB,GAAI,CAACqC,YAAY,EAAI,MAAO,CAAArC,UAAU,GAAK,QAAQ,CAAE,MAAO,MAAK,CACjE,GAAM,CAAAsC,SAAS,CAAGD,YAAY,CAACE,UAAU,CACrCF,YAAY,CAACE,UAAU,CAACC,WAAW,CAAC,CAAC,CACrC,EAAE,CACN,GAAM,CAAAC,gBAAgB,CAAGJ,YAAY,CAACK,iBAAiB,CACnDL,YAAY,CAACK,iBAAiB,CAACF,WAAW,CAAC,CAAC,CAC5C,EAAE,CAEN,GACE,CAACF,SAAS,CAACK,QAAQ,CAAC3C,UAAU,CAACwC,WAAW,CAAC,CAAC,CAAC,EAC7C,CAACC,gBAAgB,CAACE,QAAQ,CAAC3C,UAAU,CAACwC,WAAW,CAAC,CAAC,CAAC,CACpD,CACA,MAAO,MAAK,CACd,CACF,CAEA,GAAIV,aAAa,GAAK,UAAU,CAAE,CAChC,GACEjD,aAAa,CAAC+D,MAAM,EACpB,CAAC/D,aAAa,CAAC8D,QAAQ,CAACN,YAAY,CAACE,UAAU,CAAC,CAChD,CACA,MAAO,MAAK,CACd,CACF,CAEA,GACEnC,eAAe,GACbyC,KAAK,CAACC,OAAO,CAACT,YAAY,CAACU,aAAa,CAAC,EACzCV,YAAY,CAACU,aAAa,CAACC,OAAO,CAAC5C,eAAe,CAAC,CAAG,CAAC,EACtD,MAAO,CAAAiC,YAAY,CAACU,aAAa,GAAK,QAAQ,EAC7CV,YAAY,CAACU,aAAa,GAAK3C,eAAgB,CAAC,CAEpD,MAAO,MAAK,CAEd,GACE8B,iBAAiB,GACfW,KAAK,CAACC,OAAO,CAACT,YAAY,CAACU,aAAa,CAAC,EACzCV,YAAY,CAACU,aAAa,CAACC,OAAO,CAACd,iBAAiB,CAAC,CAAG,CAAC,EACxD,MAAO,CAAAG,YAAY,CAACU,aAAa,GAAK,QAAQ,EAC7CV,YAAY,CAACU,aAAa,GAAKb,iBAAkB,CAAC,CAEtD,MAAO,MAAK,CAEd,GAAIlB,iBAAiB,CAAC2B,QAAQ,CAACN,YAAY,CAACE,UAAU,CAAC,CAAE,CACvDF,YAAY,CAACY,WAAW,CAACC,OAAO,CAAC,SAACC,IAAI,CAAK,CACzCA,IAAI,CAACC,YAAY,CAAGP,KAAK,CAACC,OAAO,CAACK,IAAI,CAAC,CAAG,CAAC,KAAK,CAAC,CAAG,KAAK,CAC3D,CAAC,CAAC,CACJ,CAEA,GAAIvC,SAAS,CAACgC,MAAM,GAAK,CAAC,CAAE,CAC1B,GAAIhC,SAAS,CAAC,CAAC,CAAC,GAAK,QAAQ,CAAE,KAAAyC,qBAAA,CAC7B,GAAM,CAAAC,KAAK,CACT,EAAAD,qBAAA,CAAAhB,YAAY,CAACY,WAAW,UAAAI,qBAAA,iBAAxBA,qBAAA,CAA0BE,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAC,WAAW,CAACD,IAAI,CAAC,GAAC,IAC3DnB,YAAY,SAAZA,YAAY,iBAAZA,YAAY,CAAEe,YAAY,EAC5B,MAAO,CAAAE,KAAK,EAAI,CAACtC,iBAAiB,CAAC2B,QAAQ,CAACN,YAAY,CAACE,UAAU,CAAC,CACtE,CAAC,IAAM,CACL,MAAO,CAAAnB,aAAa,SAAbA,aAAa,iBAAbA,aAAa,CAAEuB,QAAQ,CAACN,YAAY,CAACE,UAAU,CAAC,CACzD,CACF,CAAC,IAAM,IAAI3B,SAAS,CAACgC,MAAM,CAAG,CAAC,CAAE,KAAAc,sBAAA,CAC/B,GAAM,CAAAJ,MAAK,CACT,EAAAI,sBAAA,CAAArB,YAAY,CAACY,WAAW,UAAAS,sBAAA,iBAAxBA,sBAAA,CAA0BH,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAC,WAAW,CAACD,IAAI,CAAC,GAAC,IAC3DnB,YAAY,SAAZA,YAAY,iBAAZA,YAAY,CAAEe,YAAY,EAC5B,MACE,CAAAE,MAAK,EACL,CAACtC,iBAAiB,CAAC2B,QAAQ,CAACN,YAAY,CAACE,UAAU,CAAC,GACpDnB,aAAa,SAAbA,aAAa,iBAAbA,aAAa,CAAEuB,QAAQ,CAACN,YAAY,CAACE,UAAU,CAAC,EAEpD,CAEA,MAAO,KAAI,CACb,CAAC,CAED,GAAM,CAAAkB,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAID,IAAI,CAAK,CAC5B,GAAIX,KAAK,CAACC,OAAO,CAACU,IAAI,CAACJ,YAAY,CAAC,CAAE,KAAAO,kBAAA,CACpC,OAAAA,kBAAA,CAAOH,IAAI,CAACJ,YAAY,UAAAO,kBAAA,iBAAjBA,kBAAA,CAAmBJ,IAAI,CAAC,SAACK,EAAE,QAAK,CAAAA,EAAE,GAAC,CAC5C,CAAC,IAAM,CACL,MAAO,CAAAJ,IAAI,CAACJ,YAAY,GAAK,IAAI,CACnC,CACF,CAAC,CAED,GAAM,CAAAS,oBAAoB,CAAG,QAAvB,CAAAA,oBAAoBA,CAAItB,UAAU,CAAK,CAC3CtB,oBAAoB,IAAA6C,MAAA,CAAAC,kBAAA,CAAK/C,iBAAiB,GAAEuB,UAAU,EAAC,CAAC,CAC1D,CAAC,CAED,GAAM,CAAAyB,MAAM,CAAG,QAAT,CAAAA,MAAMA,CAAA,CAAS,CACnB,GACEjF,YAAY,EACZI,eAAe,EACdM,MAAM,CAACwE,KAAK,GAAK,SAAS,EAAI,CAACC,cAAc,CAACC,OAAO,CAAC,OAAO,CAAE,CAEhE,OAEF,GAAI,CACFnF,eAAe,CAAC,IAAI,CAAC,CAErBhB,YAAY,CACToG,GAAG,4BAAAN,MAAA,CAA4BnF,SAAS,kBAAgB,CAAC,CACzD0F,IAAI,CAAC,SAACC,IAAI,CAAK,CACd,GAAM,CAAAC,oBAAoB,CAAGD,IAAI,CAAClC,MAAM,CAAC,SAACoC,CAAC,QAAK,CAAAA,CAAC,CAACC,UAAU,GAAC,CAC7D5E,mBAAmB,CAAC0E,oBAAoB,CAAC,CACzC,GAAM,CAAAG,cAAc,CAAGC,IAAI,CAACC,KAAK,CAC/BC,YAAY,CAACV,OAAO,CAAC,eAAe,CACtC,CAAC,CACD9C,gBAAgB,CAACqD,cAAc,CAAC,CAClC,CAAC,CAAC,CACDI,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B,GAAIA,KAAK,CAACE,QAAQ,CAACzE,MAAM,GAAK,GAAG,EAAIuE,KAAK,CAACE,QAAQ,CAACzE,MAAM,GAAK,GAAG,CAAE,CAClEnB,WAAW,CAAC0F,KAAK,CAACG,OAAO,CAAC,CAC5B,CACF,CAAC,CAAC,CACN,CAAE,MAAOH,KAAK,CAAE,CACdC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAChC,CAAC,OAAS,CACR/F,eAAe,CAAC,KAAK,CAAC,CACxB,CACF,CAAC,CAEDrB,SAAS,CAAC,UAAM,CACdqG,MAAM,CAAC,CAAC,CACV,CAAC,CAAE,CAACvE,MAAM,CAACwE,KAAK,CAAC,CAAC,CAElB,GAAM,CAAAkB,gBAAgB,CAAG,QAAnB,CAAAA,gBAAgBA,CAAIb,IAAI,CAAK,CACjCjD,gBAAgB,CAACiD,IAAI,CAAC,CACxB,CAAC,CAED,GAAM,CAAAc,kBAAkB,CAAG,QAArB,CAAAA,kBAAkBA,CAAIC,IAAI,CAAEC,KAAK,CAAK,CAC1C,GAAM,CAAAC,OAAO,CAAG,CACdnF,eAAe,CAAE,CACfoF,MAAM,CAAEnF,kBAAkB,CAC1BmB,SAAS,CAAEjD,eACb,CAAC,CACD2D,iBAAiB,CAAE,CACjBsD,MAAM,CAAErD,oBAAoB,CAC5BX,SAAS,CAAEhD,iBACb,CAAC,CACDgC,MAAM,CAAE,CAAEgF,MAAM,CAAE/E,SAAS,CAAEe,SAAS,CAAE,EAAG,CAC7C,CAAC,CAED,IAAAiE,KAAA,CAA0CF,OAAO,CAACF,IAAI,CAAC,EAAI,CAAC,CAAC,CAArDG,MAAM,CAAAC,KAAA,CAAND,MAAM,CAAaE,UAAU,CAAAD,KAAA,CAArBjE,SAAS,CACzB,GAAI,CAACgE,MAAM,CAAE,OAEbA,MAAM,CAACF,KAAK,CAAC,CAEb,GAAM,CAAAK,gBAAgB,IAAA7B,MAAA,CAAAC,kBAAA,CACjBvC,SAAS,CAACY,MAAM,CAAC,SAACe,IAAI,QAAK,CAACuC,UAAU,CAAC/C,QAAQ,CAACQ,IAAI,CAAC,GAAC,GACzDmC,KAAK,EACN,CAED7D,YAAY,CAACkE,gBAAgB,CAAC,CAE9B,GAAIN,IAAI,GAAK,QAAQ,CAAE,CACrBxE,YAAY,CACV8E,gBAAgB,CAACvD,MAAM,CACrB,SAACe,IAAI,QAAK,CAAC,GAAAW,MAAA,CAAIvF,eAAe,CAAKC,iBAAiB,EAAEmE,QAAQ,CAACQ,IAAI,CAAC,EACtE,CACF,CAAC,CACH,CACF,CAAC,CAED,GAAM,CAAAyC,gBAAgB,CAAG,QAAnB,CAAAA,gBAAgBA,CAAIzC,IAAI,CAAK,CACjC1B,YAAY,CACVD,SAAS,CAACY,MAAM,CAAC,SAACyD,OAAO,CAAK,CAC5B,MAAO,CAAAA,OAAO,GAAK1C,IAAI,CACzB,CAAC,CACH,CAAC,CACD,GAAIA,IAAI,GAAK/C,eAAe,CAAE,CAC5BC,kBAAkB,CAAC,EAAE,CAAC,CACxB,CAAC,IAAM,IAAI8C,IAAI,GAAKjB,iBAAiB,CAAE,CACrCC,oBAAoB,CAAC,EAAE,CAAC,CAC1B,CAAC,IAAM,CACLtB,YAAY,CACVD,SAAS,CAACwB,MAAM,CAAC,SAACyD,OAAO,CAAK,CAC5B,MAAO,CAAAA,OAAO,GAAK1C,IAAI,CACzB,CAAC,CACH,CAAC,CACD,GAAIA,IAAI,GAAK3C,MAAM,CAAEC,SAAS,CAAC,EAAE,CAAC,CACpC,CACF,CAAC,CAED,GAAM,CAAAqF,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,YAAY,CAAK,CACxC,GAAIA,YAAY,GAAK,IAAI,CAAE,CACzBhE,gBAAgB,CAACgE,YAAY,CAAC,CAChC,CACF,CAAC,CAED,mBACEzH,KAAA,CAACrB,GAAG,EAAC+I,CAAC,CAAC,MAAM,CAAAC,QAAA,eACX3H,KAAA,QACE4H,KAAK,CAAE,CACLC,OAAO,CAAE,MAAM,CACfC,mBAAmB,CAAG,UAAM,CAC1B,GAAM,CAAAC,WAAW,CAAG,CAAC,KAAK,CAAE,OAAO,CAAC,CAAC1D,QAAQ,CAAChE,SAAS,CAAC,CACpD,CAAC,OAAO,CAAE,OAAO,CAAC,CAClB,CAAC,OAAO,CAAC,CACb,MAAO,CAAAE,aAAa,CAAC+D,MAAM,CACvB,GAAAkB,MAAA,CAAIuC,WAAW,EAAE,OAAO,CAAE,KAAK,GAAEC,IAAI,CAAC,GAAG,CAAC,CAC1C,GAAAxC,MAAA,CAAIuC,WAAW,EAAE,KAAK,GAAEC,IAAI,CAAC,GAAG,CAAC,CACvC,CAAC,CAAE,CAAC,CACJC,SAAS,CAAE,MAAM,CACjBC,MAAM,CAAE,WAAW,CACnBC,UAAU,CAAE,QACd,CAAE,CAAAR,QAAA,EAEDpH,aAAa,CAAC+D,MAAM,CAAG,CAAC,eACvBxE,IAAA,CAACf,WAAW,EAACqJ,EAAE,CAAE,CAAEC,QAAQ,CAAE,GAAI,CAAE,CAACC,IAAI,CAAC,OAAO,CAAAX,QAAA,cAC9C3H,KAAA,CAACnB,WAAW,EAAA8I,QAAA,eACV7H,IAAA,CAAClB,MAAM,EACL2J,SAAS,MACTC,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAAhB,eAAe,CAAC,UAAU,CAAC,EAAC,CAC3CiB,OAAO,CACLjF,aAAa,GAAK,UAAU,CAAG,WAAW,CAAG,UAC9C,CAAAmE,QAAA,CAEAtE,CAAC,CAAC,sBAAsB,CAAC,CACpB,CAAC,cACTvD,IAAA,CAAClB,MAAM,EACL2J,SAAS,MACTC,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAAhB,eAAe,CAAC,KAAK,CAAC,EAAC,CACtCiB,OAAO,CAAEjF,aAAa,GAAK,KAAK,CAAG,WAAW,CAAG,UAAW,CAAAmE,QAAA,CAE3DtE,CAAC,CAAC,iBAAiB,CAAC,CACf,CAAC,EACE,CAAC,CACH,CACd,CACAhD,SAAS,GAAK,KAAK,eAClBL,KAAA,CAACjB,WAAW,EAACqJ,EAAE,CAAE,CAAEC,QAAQ,CAAE,GAAI,CAAE,CAACC,IAAI,CAAC,OAAO,CAAAX,QAAA,eAC9C7H,IAAA,CAACd,UAAU,EAAC0J,EAAE,CAAC,sBAAsB,CAAAf,QAAA,CAClCtE,CAAC,CAAC,0BAA0B,CAAC,CACpB,CAAC,cACbvD,IAAA,CAACZ,MAAM,EACLwJ,EAAE,CAAC,SAAS,CACZC,OAAO,CAAC,sBAAsB,CAC9BC,KAAK,CAAC,eAAe,CACrBC,QAAQ,CAAE,SAAAA,SAACC,CAAC,QACV,CAAAhC,kBAAkB,CAAC,iBAAiB,CAAEgC,CAAC,CAACC,MAAM,CAAC/B,KAAK,CAAC,EACtD,CACDA,KAAK,CAAElF,eAAgB,CACvBwG,IAAI,CAAC,OAAO,CACZF,EAAE,CAAE,CAAEY,KAAK,CAAE,OAAQ,CAAE,CAAArB,QAAA,CAEtB1H,eAAe,CAACgJ,GAAG,CAAC,SAACpE,IAAI,qBACxB/E,IAAA,CAACb,QAAQ,EAAY+H,KAAK,CAAEnC,IAAK,CAAA8C,QAAA,CAC9BtE,CAAC,gBAAAmC,MAAA,CAAgBX,IAAI,CAAE,CAAC,EADZA,IAEL,CAAC,EACZ,CAAC,CACI,CAAC,EACE,CACd,CACAxE,SAAS,GAAK,OAAO,eACpBL,KAAA,CAACjB,WAAW,EAACqJ,EAAE,CAAE,CAAEC,QAAQ,CAAE,GAAI,CAAE,CAACC,IAAI,CAAC,OAAO,CAAAX,QAAA,eAC9C7H,IAAA,CAACd,UAAU,EAAC0J,EAAE,CAAC,sBAAsB,CAAAf,QAAA,CAClCtE,CAAC,CAAC,0BAA0B,CAAC,CACpB,CAAC,cACbvD,IAAA,CAACZ,MAAM,EACLwJ,EAAE,CAAC,SAAS,CACZC,OAAO,CAAC,sBAAsB,CAC9BC,KAAK,CAAC,eAAe,CACrBC,QAAQ,CAAE,SAAAA,SAACC,CAAC,QACV,CAAAhC,kBAAkB,CAAC,mBAAmB,CAAEgC,CAAC,CAACC,MAAM,CAAC/B,KAAK,CAAC,EACxD,CACDA,KAAK,CAAEpD,iBAAkB,CACzB0E,IAAI,CAAC,OAAO,CACZF,EAAE,CAAE,CAAEY,KAAK,CAAE,OAAQ,CAAE,CAAArB,QAAA,CAEtBzH,iBAAiB,CAAC+I,GAAG,CAAC,SAACpE,IAAI,qBAC1B/E,IAAA,CAACb,QAAQ,EAAY+H,KAAK,CAAEnC,IAAK,CAAA8C,QAAA,CAC9B9C,IAAI,EADQA,IAEL,CAAC,EACZ,CAAC,CACI,CAAC,EACE,CACd,cACD7E,KAAA,CAACjB,WAAW,EAACqJ,EAAE,CAAE,CAAEC,QAAQ,CAAE,GAAI,CAAE,CAACC,IAAI,CAAC,OAAO,CAAAX,QAAA,eAC9C7H,IAAA,CAACd,UAAU,EAAC0J,EAAE,CAAC,eAAe,CAAAf,QAAA,CAAEtE,CAAC,CAAC,oBAAoB,CAAC,CAAa,CAAC,cACrErD,KAAA,CAACd,MAAM,EACLwJ,EAAE,CAAC,QAAQ,CACXC,OAAO,CAAC,eAAe,CACvBC,KAAK,CAAEvF,CAAC,CAAC,oBAAoB,CAAE,CAC/BwF,QAAQ,CAAE,SAAAA,SAACC,CAAC,QAAK,CAAAhC,kBAAkB,CAAC,QAAQ,CAAEgC,CAAC,CAACC,MAAM,CAAC/B,KAAK,CAAC,EAAC,CAC9DA,KAAK,CAAE9E,MAAO,CACdoG,IAAI,CAAC,OAAO,CACZF,EAAE,CAAE,CAAEY,KAAK,CAAE,OAAQ,CAAE,CAAArB,QAAA,eAEvB7H,IAAA,CAACb,QAAQ,EAAC+H,KAAK,CAAC,QAAQ,CAAAW,QAAA,CAAEtE,CAAC,CAAC,oBAAoB,CAAC,CAAW,CAAC,cAC7DvD,IAAA,CAACb,QAAQ,EAAC+H,KAAK,CAAC,UAAU,CAAAW,QAAA,CAAEtE,CAAC,CAAC,sBAAsB,CAAC,CAAW,CAAC,EAC3D,CAAC,EACE,CAAC,cAEdvD,IAAA,CAACf,WAAW,EAACqJ,EAAE,CAAE,CAAEc,SAAS,CAAE,CAAE,CAAE,CAACT,OAAO,CAAC,UAAU,CAACP,MAAM,CAAC,QAAQ,CAAAP,QAAA,cACnE7H,IAAA,CAACH,oBAAoB,EACnB+I,EAAE,CAAC,QAAQ,CACX3B,IAAI,CAAC,QAAQ,CACb6B,KAAK,CAAEvF,CAAC,CAAC,oBAAoB,CAAE,CAC/B2D,KAAK,CAAEtF,UAAW,CAClBmH,QAAQ,CAAE,SAAAA,SAACC,CAAC,QAAK,CAAAnH,aAAa,CAACmH,CAAC,CAACC,MAAM,CAAC/B,KAAK,CAAC,EAAC,CAC/CsB,IAAI,CAAC,OAAO,CACZa,MAAM,CAAC,OAAO,CACd9F,CAAC,CAAEA,CAAE,CACN,CAAC,CACS,CAAC,EACX,CAAC,cACNvD,IAAA,QAAK8H,KAAK,CAAE,CAAEM,MAAM,CAAE,eAAgB,CAAE,CAAAP,QAAA,CACrCzE,SAAS,CAAC+F,GAAG,CAAC,SAACpE,IAAI,CAAEuE,KAAK,qBACzBtJ,IAAA,CAAChB,IAAI,EAEH8J,KAAK,CAAEvF,CAAC,gBAAAmC,MAAA,CAAgBX,IAAI,CAAE,CAAE,CAChC4D,OAAO,CAAC,UAAU,CAClBH,IAAI,CAAC,OAAO,CACZe,KAAK,CAAC,SAAS,CACfzB,KAAK,CAAE,CAAE0B,WAAW,CAAE,EAAG,CAAE,CAC3BC,QAAQ,CAAE,SAAAA,SAAA,QAAM,CAAAjC,gBAAgB,CAACzC,IAAI,CAAC,EAAC,EANlCuE,KAON,CAAC,EACH,CAAC,CACC,CAAC,cACNtJ,IAAA,QACE8H,KAAK,CAAE,CACLC,OAAO,CAAE,MAAM,CACfC,mBAAmB,CAAE,uCAAuC,CAC5D0B,WAAW,CAAE,MAAM,CACnBC,OAAO,CAAE,WACX,CAAE,CAAA9B,QAAA,CAEDrG,gBAAgB,CACdwC,MAAM,CAAC,SAACC,YAAY,QAAK,CAAAD,MAAM,CAACC,YAAY,CAAC,GAAC,CAC9C2F,IAAI,CAAC,SAACC,CAAC,CAAEC,CAAC,CAAK,CACd,GAAIpG,aAAa,GAAK,UAAU,CAAE,CAChC,GAAM,CAAAqG,MAAM,CAAGtJ,aAAa,CAACmE,OAAO,CAACiF,CAAC,CAAC1F,UAAU,CAAC,CAClD,GAAM,CAAA6F,MAAM,CAAGvJ,aAAa,CAACmE,OAAO,CAACkF,CAAC,CAAC3F,UAAU,CAAC,CAClD,MACE,CAAC4F,MAAM,GAAK,CAAC,CAAC,CAAGA,MAAM,CAAGE,QAAQ,GACjCD,MAAM,GAAK,CAAC,CAAC,CAAGA,MAAM,CAAGC,QAAQ,CAAC,CAEvC,CACA,MAAO,EAAC,CACV,CAAC,CAAC,CACDd,GAAG,CAAC,SAACe,oBAAoB,qBACxBlK,IAAA,CAACF,SAAS,EAERqK,GAAG,CAAEtJ,QAAS,CACduJ,SAAS,CAAEF,oBAAqB,CAChC1J,YAAY,CAAEA,YAAa,CAC3BD,SAAS,CAAEA,SAAU,CACrB8J,sBAAsB,CAAE5E,oBAAqB,CAC7C6E,kBAAkB,CAAEvD,gBAAiB,EANhCmD,oBAAoB,CAAC/F,UAO3B,CAAC,EACH,CAAC,CACD,CAAC,EACH,CAAC,CAEV,CAAC,CAED,cAAe,CAAA9D,oBAAoB","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}
@@ -0,0 +1 @@
1
+ {"ast":null,"code":"\"use strict\";\n\"use client\";\n\nvar _interopRequireDefault = require(\"@babel/runtime/helpers/interopRequireDefault\");\nObject.defineProperty(exports, \"__esModule\", {\n value: true\n});\nexports.default = void 0;\nvar _createSvgIcon = _interopRequireDefault(require(\"./utils/createSvgIcon\"));\nvar _jsxRuntime = require(\"react/jsx-runtime\");\nvar _default = (0, _createSvgIcon.default)( /*#__PURE__*/(0, _jsxRuntime.jsx)(\"path\", {\n d: \"M16 1H4c-1.1 0-2 .9-2 2v14h2V3h12V1zm3 4H8c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h11c1.1 0 2-.9 2-2V7c0-1.1-.9-2-2-2zm0 16H8V7h11v14z\"\n}), 'ContentCopyOutlined');\nexports.default = _default;","map":{"version":3,"names":["_interopRequireDefault","require","Object","defineProperty","exports","value","default","_createSvgIcon","_jsxRuntime","_default","jsx","d"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/node_modules/@mui/icons-material/ContentCopyOutlined.js"],"sourcesContent":["\"use strict\";\n\"use client\";\n\nvar _interopRequireDefault = require(\"@babel/runtime/helpers/interopRequireDefault\");\nObject.defineProperty(exports, \"__esModule\", {\n value: true\n});\nexports.default = void 0;\nvar _createSvgIcon = _interopRequireDefault(require(\"./utils/createSvgIcon\"));\nvar _jsxRuntime = require(\"react/jsx-runtime\");\nvar _default = (0, _createSvgIcon.default)( /*#__PURE__*/(0, _jsxRuntime.jsx)(\"path\", {\n d: \"M16 1H4c-1.1 0-2 .9-2 2v14h2V3h12V1zm3 4H8c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h11c1.1 0 2-.9 2-2V7c0-1.1-.9-2-2-2zm0 16H8V7h11v14z\"\n}), 'ContentCopyOutlined');\nexports.default = _default;"],"mappings":"AAAA,YAAY;AACZ,YAAY;;AAEZ,IAAIA,sBAAsB,GAAGC,OAAO,CAAC,8CAA8C,CAAC;AACpFC,MAAM,CAACC,cAAc,CAACC,OAAO,EAAE,YAAY,EAAE;EAC3CC,KAAK,EAAE;AACT,CAAC,CAAC;AACFD,OAAO,CAACE,OAAO,GAAG,KAAK,CAAC;AACxB,IAAIC,cAAc,GAAGP,sBAAsB,CAACC,OAAO,CAAC,uBAAuB,CAAC,CAAC;AAC7E,IAAIO,WAAW,GAAGP,OAAO,CAAC,mBAAmB,CAAC;AAC9C,IAAIQ,QAAQ,GAAG,CAAC,CAAC,EAAEF,cAAc,CAACD,OAAO,GAAG,aAAa,CAAC,CAAC,EAAEE,WAAW,CAACE,GAAG,EAAE,MAAM,EAAE;EACpFC,CAAC,EAAE;AACL,CAAC,CAAC,EAAE,qBAAqB,CAAC;AAC1BP,OAAO,CAACE,OAAO,GAAGG,QAAQ","ignoreList":[]},"metadata":{},"sourceType":"script","externalDependencies":[]}
@@ -0,0 +1 @@
1
+ {"ast":null,"code":"import _createForOfIteratorHelper from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/createForOfIteratorHelper.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{Button,Dialog,DialogActions,DialogContent,DialogTitle,useTheme}from'@mui/material';import React,{useState}from'react';import{useTranslation}from'react-i18next';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var PasteDialog=function PasteDialog(_ref){var open=_ref.open,onHandleClose=_ref.onHandleClose,onHandleCommandLine=_ref.onHandleCommandLine;var _useTranslation=useTranslation(),t=_useTranslation.t;var theme=useTheme();var _useState=useState(''),_useState2=_slicedToArray(_useState,2),command=_useState2[0],setCommand=_useState2[1];var handleClose=function handleClose(){onHandleClose();setCommand('');};var parseXinferenceCommand=function parseXinferenceCommand(){var params={};var peftModelConfig={lora_list:[],image_lora_load_kwargs:{},image_lora_fuse_kwargs:{}};var newcommand=command.replace('xinference launch','').trim();var args=newcommand.match(/--[\\w-]+(?:\\s+(?:\"[^\"]*\"|'[^']*'|(?:[^\\s-][^\\s]*\\s*)+))?/g)||[];var _iterator=_createForOfIteratorHelper(args),_step;try{for(_iterator.s();!(_step=_iterator.n()).done;){var arg=_step.value;var match=arg.trim().match(/^--([\\w-]+)\\s+(?:\"([^\"]+)\"|'([^']+)'|(.+))?$/);if(!match)continue;var key=match[1];var value=match[2]||match[3]||match[4]||'';var normalizedKey=key.replace(/-/g,'_');if(normalizedKey==='gpu_idx'){params[normalizedKey]=value.split(',').map(Number);}else if(normalizedKey==='lora_modules'){var loraPairs=value.split(/\\s+/);for(var i=0;i<loraPairs.length;i+=2){var lora_name=loraPairs[i];var local_path=loraPairs[i+1];if(lora_name&&local_path){peftModelConfig.lora_list.push({lora_name:lora_name,local_path:local_path});}}}else if(normalizedKey==='image_lora_load_kwargs'){var _value$split=value.split(/\\s+/),_value$split2=_slicedToArray(_value$split,2),load_param=_value$split2[0],load_value=_value$split2[1];peftModelConfig.image_lora_load_kwargs[load_param]=load_value;}else if(normalizedKey==='image_lora_fuse_kwargs'){var _value$split3=value.split(/\\s+/),_value$split4=_slicedToArray(_value$split3,2),fuse_param=_value$split4[0],fuse_value=_value$split4[1];peftModelConfig.image_lora_fuse_kwargs[fuse_param]=fuse_value;}else{if(['cpu_offload','reasoning_content'].includes(normalizedKey)){params[normalizedKey]=value==='true'?true:false;}else if(normalizedKey==='size_in_billions'){params['model_size_in_billions']=value;}else{params[normalizedKey]=value;}}}}catch(err){_iterator.e(err);}finally{_iterator.f();}if(peftModelConfig.lora_list.length>0||Object.keys(peftModelConfig.image_lora_load_kwargs).length>0||Object.keys(peftModelConfig.image_lora_fuse_kwargs).length>0){params.peft_model_config=peftModelConfig;}onHandleCommandLine(params);handleClose();};return/*#__PURE__*/_jsxs(Dialog,{open:open,children:[/*#__PURE__*/_jsx(DialogTitle,{children:t('launchModel.commandLineParsing')}),/*#__PURE__*/_jsx(DialogContent,{children:/*#__PURE__*/_jsx(\"div\",{style:{width:'500px',height:'120px'},children:/*#__PURE__*/_jsx(\"textarea\",{className:\"textarea\",style:{height:'100%',color:theme.palette.mode==='dark'&&'#fff'},value:command,onInput:function onInput(e){setCommand(e.target.value);},placeholder:t('launchModel.placeholderTip')})})}),/*#__PURE__*/_jsxs(DialogActions,{children:[/*#__PURE__*/_jsx(Button,{onClick:handleClose,children:t('launchModel.cancel')}),/*#__PURE__*/_jsx(Button,{autoFocus:true,onClick:parseXinferenceCommand,children:t('launchModel.confirm')})]})]});};export default PasteDialog;","map":{"version":3,"names":["Button","Dialog","DialogActions","DialogContent","DialogTitle","useTheme","React","useState","useTranslation","jsx","_jsx","jsxs","_jsxs","PasteDialog","_ref","open","onHandleClose","onHandleCommandLine","_useTranslation","t","theme","_useState","_useState2","_slicedToArray","command","setCommand","handleClose","parseXinferenceCommand","params","peftModelConfig","lora_list","image_lora_load_kwargs","image_lora_fuse_kwargs","newcommand","replace","trim","args","match","_iterator","_createForOfIteratorHelper","_step","s","n","done","arg","value","key","normalizedKey","split","map","Number","loraPairs","i","length","lora_name","local_path","push","_value$split","_value$split2","load_param","load_value","_value$split3","_value$split4","fuse_param","fuse_value","includes","err","e","f","Object","keys","peft_model_config","children","style","width","height","className","color","palette","mode","onInput","target","placeholder","onClick","autoFocus"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/components/pasteDialog.js"],"sourcesContent":["import {\n Button,\n Dialog,\n DialogActions,\n DialogContent,\n DialogTitle,\n useTheme,\n} from '@mui/material'\nimport React, { useState } from 'react'\nimport { useTranslation } from 'react-i18next'\n\nconst PasteDialog = ({ open, onHandleClose, onHandleCommandLine }) => {\n const { t } = useTranslation()\n const theme = useTheme()\n const [command, setCommand] = useState('')\n\n const handleClose = () => {\n onHandleClose()\n setCommand('')\n }\n\n const parseXinferenceCommand = () => {\n const params = {}\n const peftModelConfig = {\n lora_list: [],\n image_lora_load_kwargs: {},\n image_lora_fuse_kwargs: {},\n }\n let newcommand = command.replace('xinference launch', '').trim()\n const args =\n newcommand.match(\n /--[\\w-]+(?:\\s+(?:\"[^\"]*\"|'[^']*'|(?:[^\\s-][^\\s]*\\s*)+))?/g\n ) || []\n\n for (const arg of args) {\n const match = arg\n .trim()\n .match(/^--([\\w-]+)\\s+(?:\"([^\"]+)\"|'([^']+)'|(.+))?$/)\n if (!match) continue\n\n const key = match[1]\n const value = match[2] || match[3] || match[4] || ''\n const normalizedKey = key.replace(/-/g, '_')\n\n if (normalizedKey === 'gpu_idx') {\n params[normalizedKey] = value.split(',').map(Number)\n } else if (normalizedKey === 'lora_modules') {\n const loraPairs = value.split(/\\s+/)\n for (let i = 0; i < loraPairs.length; i += 2) {\n const lora_name = loraPairs[i]\n const local_path = loraPairs[i + 1]\n if (lora_name && local_path) {\n peftModelConfig.lora_list.push({ lora_name, local_path })\n }\n }\n } else if (normalizedKey === 'image_lora_load_kwargs') {\n const [load_param, load_value] = value.split(/\\s+/)\n peftModelConfig.image_lora_load_kwargs[load_param] = load_value\n } else if (normalizedKey === 'image_lora_fuse_kwargs') {\n const [fuse_param, fuse_value] = value.split(/\\s+/)\n peftModelConfig.image_lora_fuse_kwargs[fuse_param] = fuse_value\n } else {\n if (['cpu_offload', 'reasoning_content'].includes(normalizedKey)) {\n params[normalizedKey] = value === 'true' ? true : false\n } else if (normalizedKey === 'size_in_billions') {\n params['model_size_in_billions'] = value\n } else {\n params[normalizedKey] = value\n }\n }\n }\n\n if (\n peftModelConfig.lora_list.length > 0 ||\n Object.keys(peftModelConfig.image_lora_load_kwargs).length > 0 ||\n Object.keys(peftModelConfig.image_lora_fuse_kwargs).length > 0\n ) {\n params.peft_model_config = peftModelConfig\n }\n\n onHandleCommandLine(params)\n handleClose()\n }\n\n return (\n <Dialog open={open}>\n <DialogTitle>{t('launchModel.commandLineParsing')}</DialogTitle>\n <DialogContent>\n <div style={{ width: '500px', height: '120px' }}>\n <textarea\n className=\"textarea\"\n style={{\n height: '100%',\n color: theme.palette.mode === 'dark' && '#fff',\n }}\n value={command}\n onInput={(e) => {\n setCommand(e.target.value)\n }}\n placeholder={t('launchModel.placeholderTip')}\n />\n </div>\n </DialogContent>\n <DialogActions>\n <Button onClick={handleClose}>{t('launchModel.cancel')}</Button>\n <Button autoFocus onClick={parseXinferenceCommand}>\n {t('launchModel.confirm')}\n </Button>\n </DialogActions>\n </Dialog>\n )\n}\n\nexport default PasteDialog\n"],"mappings":"kTAAA,OACEA,MAAM,CACNC,MAAM,CACNC,aAAa,CACbC,aAAa,CACbC,WAAW,CACXC,QAAQ,KACH,eAAe,CACtB,MAAO,CAAAC,KAAK,EAAIC,QAAQ,KAAQ,OAAO,CACvC,OAASC,cAAc,KAAQ,eAAe,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAE9C,GAAM,CAAAC,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAAC,IAAA,CAAqD,IAA/C,CAAAC,IAAI,CAAAD,IAAA,CAAJC,IAAI,CAAEC,aAAa,CAAAF,IAAA,CAAbE,aAAa,CAAEC,mBAAmB,CAAAH,IAAA,CAAnBG,mBAAmB,CAC7D,IAAAC,eAAA,CAAcV,cAAc,CAAC,CAAC,CAAtBW,CAAC,CAAAD,eAAA,CAADC,CAAC,CACT,GAAM,CAAAC,KAAK,CAAGf,QAAQ,CAAC,CAAC,CACxB,IAAAgB,SAAA,CAA8Bd,QAAQ,CAAC,EAAE,CAAC,CAAAe,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAAnCG,OAAO,CAAAF,UAAA,IAAEG,UAAU,CAAAH,UAAA,IAE1B,GAAM,CAAAI,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAA,CAAS,CACxBV,aAAa,CAAC,CAAC,CACfS,UAAU,CAAC,EAAE,CAAC,CAChB,CAAC,CAED,GAAM,CAAAE,sBAAsB,CAAG,QAAzB,CAAAA,sBAAsBA,CAAA,CAAS,CACnC,GAAM,CAAAC,MAAM,CAAG,CAAC,CAAC,CACjB,GAAM,CAAAC,eAAe,CAAG,CACtBC,SAAS,CAAE,EAAE,CACbC,sBAAsB,CAAE,CAAC,CAAC,CAC1BC,sBAAsB,CAAE,CAAC,CAC3B,CAAC,CACD,GAAI,CAAAC,UAAU,CAAGT,OAAO,CAACU,OAAO,CAAC,mBAAmB,CAAE,EAAE,CAAC,CAACC,IAAI,CAAC,CAAC,CAChE,GAAM,CAAAC,IAAI,CACRH,UAAU,CAACI,KAAK,CACd,2DACF,CAAC,EAAI,EAAE,KAAAC,SAAA,CAAAC,0BAAA,CAESH,IAAI,EAAAI,KAAA,KAAtB,IAAAF,SAAA,CAAAG,CAAA,KAAAD,KAAA,CAAAF,SAAA,CAAAI,CAAA,IAAAC,IAAA,EAAwB,IAAb,CAAAC,GAAG,CAAAJ,KAAA,CAAAK,KAAA,CACZ,GAAM,CAAAR,KAAK,CAAGO,GAAG,CACdT,IAAI,CAAC,CAAC,CACNE,KAAK,CAAC,8CAA8C,CAAC,CACxD,GAAI,CAACA,KAAK,CAAE,SAEZ,GAAM,CAAAS,GAAG,CAAGT,KAAK,CAAC,CAAC,CAAC,CACpB,GAAM,CAAAQ,KAAK,CAAGR,KAAK,CAAC,CAAC,CAAC,EAAIA,KAAK,CAAC,CAAC,CAAC,EAAIA,KAAK,CAAC,CAAC,CAAC,EAAI,EAAE,CACpD,GAAM,CAAAU,aAAa,CAAGD,GAAG,CAACZ,OAAO,CAAC,IAAI,CAAE,GAAG,CAAC,CAE5C,GAAIa,aAAa,GAAK,SAAS,CAAE,CAC/BnB,MAAM,CAACmB,aAAa,CAAC,CAAGF,KAAK,CAACG,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAACC,MAAM,CAAC,CACtD,CAAC,IAAM,IAAIH,aAAa,GAAK,cAAc,CAAE,CAC3C,GAAM,CAAAI,SAAS,CAAGN,KAAK,CAACG,KAAK,CAAC,KAAK,CAAC,CACpC,IAAK,GAAI,CAAAI,CAAC,CAAG,CAAC,CAAEA,CAAC,CAAGD,SAAS,CAACE,MAAM,CAAED,CAAC,EAAI,CAAC,CAAE,CAC5C,GAAM,CAAAE,SAAS,CAAGH,SAAS,CAACC,CAAC,CAAC,CAC9B,GAAM,CAAAG,UAAU,CAAGJ,SAAS,CAACC,CAAC,CAAG,CAAC,CAAC,CACnC,GAAIE,SAAS,EAAIC,UAAU,CAAE,CAC3B1B,eAAe,CAACC,SAAS,CAAC0B,IAAI,CAAC,CAAEF,SAAS,CAATA,SAAS,CAAEC,UAAU,CAAVA,UAAW,CAAC,CAAC,CAC3D,CACF,CACF,CAAC,IAAM,IAAIR,aAAa,GAAK,wBAAwB,CAAE,CACrD,IAAAU,YAAA,CAAiCZ,KAAK,CAACG,KAAK,CAAC,KAAK,CAAC,CAAAU,aAAA,CAAAnC,cAAA,CAAAkC,YAAA,IAA5CE,UAAU,CAAAD,aAAA,IAAEE,UAAU,CAAAF,aAAA,IAC7B7B,eAAe,CAACE,sBAAsB,CAAC4B,UAAU,CAAC,CAAGC,UAAU,CACjE,CAAC,IAAM,IAAIb,aAAa,GAAK,wBAAwB,CAAE,CACrD,IAAAc,aAAA,CAAiChB,KAAK,CAACG,KAAK,CAAC,KAAK,CAAC,CAAAc,aAAA,CAAAvC,cAAA,CAAAsC,aAAA,IAA5CE,UAAU,CAAAD,aAAA,IAAEE,UAAU,CAAAF,aAAA,IAC7BjC,eAAe,CAACG,sBAAsB,CAAC+B,UAAU,CAAC,CAAGC,UAAU,CACjE,CAAC,IAAM,CACL,GAAI,CAAC,aAAa,CAAE,mBAAmB,CAAC,CAACC,QAAQ,CAAClB,aAAa,CAAC,CAAE,CAChEnB,MAAM,CAACmB,aAAa,CAAC,CAAGF,KAAK,GAAK,MAAM,CAAG,IAAI,CAAG,KAAK,CACzD,CAAC,IAAM,IAAIE,aAAa,GAAK,kBAAkB,CAAE,CAC/CnB,MAAM,CAAC,wBAAwB,CAAC,CAAGiB,KAAK,CAC1C,CAAC,IAAM,CACLjB,MAAM,CAACmB,aAAa,CAAC,CAAGF,KAAK,CAC/B,CACF,CACF,CAAC,OAAAqB,GAAA,EAAA5B,SAAA,CAAA6B,CAAA,CAAAD,GAAA,WAAA5B,SAAA,CAAA8B,CAAA,IAED,GACEvC,eAAe,CAACC,SAAS,CAACuB,MAAM,CAAG,CAAC,EACpCgB,MAAM,CAACC,IAAI,CAACzC,eAAe,CAACE,sBAAsB,CAAC,CAACsB,MAAM,CAAG,CAAC,EAC9DgB,MAAM,CAACC,IAAI,CAACzC,eAAe,CAACG,sBAAsB,CAAC,CAACqB,MAAM,CAAG,CAAC,CAC9D,CACAzB,MAAM,CAAC2C,iBAAiB,CAAG1C,eAAe,CAC5C,CAEAZ,mBAAmB,CAACW,MAAM,CAAC,CAC3BF,WAAW,CAAC,CAAC,CACf,CAAC,CAED,mBACEd,KAAA,CAACX,MAAM,EAACc,IAAI,CAAEA,IAAK,CAAAyD,QAAA,eACjB9D,IAAA,CAACN,WAAW,EAAAoE,QAAA,CAAErD,CAAC,CAAC,gCAAgC,CAAC,CAAc,CAAC,cAChET,IAAA,CAACP,aAAa,EAAAqE,QAAA,cACZ9D,IAAA,QAAK+D,KAAK,CAAE,CAAEC,KAAK,CAAE,OAAO,CAAEC,MAAM,CAAE,OAAQ,CAAE,CAAAH,QAAA,cAC9C9D,IAAA,aACEkE,SAAS,CAAC,UAAU,CACpBH,KAAK,CAAE,CACLE,MAAM,CAAE,MAAM,CACdE,KAAK,CAAEzD,KAAK,CAAC0D,OAAO,CAACC,IAAI,GAAK,MAAM,EAAI,MAC1C,CAAE,CACFlC,KAAK,CAAErB,OAAQ,CACfwD,OAAO,CAAE,SAAAA,QAACb,CAAC,CAAK,CACd1C,UAAU,CAAC0C,CAAC,CAACc,MAAM,CAACpC,KAAK,CAAC,CAC5B,CAAE,CACFqC,WAAW,CAAE/D,CAAC,CAAC,4BAA4B,CAAE,CAC9C,CAAC,CACC,CAAC,CACO,CAAC,cAChBP,KAAA,CAACV,aAAa,EAAAsE,QAAA,eACZ9D,IAAA,CAACV,MAAM,EAACmF,OAAO,CAAEzD,WAAY,CAAA8C,QAAA,CAAErD,CAAC,CAAC,oBAAoB,CAAC,CAAS,CAAC,cAChET,IAAA,CAACV,MAAM,EAACoF,SAAS,MAACD,OAAO,CAAExD,sBAAuB,CAAA6C,QAAA,CAC/CrD,CAAC,CAAC,qBAAqB,CAAC,CACnB,CAAC,EACI,CAAC,EACV,CAAC,CAEb,CAAC,CAED,cAAe,CAAAN,WAAW","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}
@@ -0,0 +1 @@
1
+ {"ast":null,"code":"import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Tab}from'@mui/material';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useTranslation}from'react-i18next';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import fetchWrapper from'../../components/fetchWrapper';import Title from'../../components/Title';import{isValidBearerToken}from'../../components/utils';import{featureModels}from'./data/data';import LaunchCustom from'./launchCustom';import LaunchModelComponent from'./LaunchModel';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var LaunchModel=function LaunchModel(){var _React$useState=React.useState(sessionStorage.getItem('modelType')?sessionStorage.getItem('modelType'):'/launch_model/llm'),_React$useState2=_slicedToArray(_React$useState,2),value=_React$useState2[0],setValue=_React$useState2[1];var _useState=useState(-1),_useState2=_slicedToArray(_useState,2),gpuAvailable=_useState2[0],setGPUAvailable=_useState2[1];var _useContext=useContext(ApiContext),setErrorMsg=_useContext.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var _useTranslation=useTranslation(),t=_useTranslation.t;var handleTabChange=function handleTabChange(event,newValue){setValue(newValue);navigate(newValue);sessionStorage.setItem('modelType',newValue);newValue==='/launch_model/custom/llm'?sessionStorage.setItem('subType',newValue):'';};useEffect(function(){if(sessionStorage.getItem('auth')==='true'&&!isValidBearerToken(sessionStorage.getItem('token'))&&!isValidBearerToken(cookie.token)){navigate('/login',{replace:true});}if(gpuAvailable===-1){fetchWrapper.get('/v1/cluster/devices').then(function(data){return setGPUAvailable(parseInt(data,10));}).catch(function(error){console.error('Error:',error);if(error.response.status!==403&&error.response.status!==401){setErrorMsg(error.message);}});}},[cookie.token]);return/*#__PURE__*/_jsxs(Box,{m:\"20px\",children:[/*#__PURE__*/_jsx(Title,{title:t('menu.launchModel')}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:value,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:value,onChange:handleTabChange,\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:t('model.languageModels'),value:\"/launch_model/llm\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.embeddingModels'),value:\"/launch_model/embedding\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.rerankModels'),value:\"/launch_model/rerank\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.imageModels'),value:\"/launch_model/image\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.audioModels'),value:\"/launch_model/audio\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.videoModels'),value:\"/launch_model/video\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.customModels'),value:\"/launch_model/custom/llm\"})]})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'LLM',gpuAvailable:gpuAvailable,featureModels:featureModels.find(function(item){return item.type==='llm';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/embedding\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'embedding',gpuAvailable:gpuAvailable,featureModels:featureModels.find(function(item){return item.type==='embedding';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/rerank\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'rerank',gpuAvailable:gpuAvailable,featureModels:featureModels.find(function(item){return item.type==='rerank';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/image\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'image',featureModels:featureModels.find(function(item){return item.type==='image';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/audio\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'audio',featureModels:featureModels.find(function(item){return item.type==='audio';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/video\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'video',featureModels:featureModels.find(function(item){return item.type==='video';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/custom/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchCustom,{gpuAvailable:gpuAvailable})})]})]});};export default LaunchModel;","map":{"version":3,"names":["TabContext","TabList","TabPanel","Box","Tab","React","useContext","useEffect","useState","useCookies","useTranslation","useNavigate","ApiContext","ErrorMessageSnackBar","fetchWrapper","Title","isValidBearerToken","featureModels","LaunchCustom","LaunchModelComponent","jsx","_jsx","jsxs","_jsxs","LaunchModel","_React$useState","sessionStorage","getItem","_React$useState2","_slicedToArray","value","setValue","_useState","_useState2","gpuAvailable","setGPUAvailable","_useContext","setErrorMsg","_useCookies","_useCookies2","cookie","navigate","_useTranslation","t","handleTabChange","event","newValue","setItem","token","replace","get","then","data","parseInt","catch","error","console","response","status","message","m","children","title","sx","borderBottom","borderColor","onChange","label","padding","modelType","find","item","type","feature_models"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/index.js"],"sourcesContent":["import { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Box, Tab } from '@mui/material'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useTranslation } from 'react-i18next'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport fetchWrapper from '../../components/fetchWrapper'\nimport Title from '../../components/Title'\nimport { isValidBearerToken } from '../../components/utils'\nimport { featureModels } from './data/data'\nimport LaunchCustom from './launchCustom'\nimport LaunchModelComponent from './LaunchModel'\n\nconst LaunchModel = () => {\n const [value, setValue] = React.useState(\n sessionStorage.getItem('modelType')\n ? sessionStorage.getItem('modelType')\n : '/launch_model/llm'\n )\n const [gpuAvailable, setGPUAvailable] = useState(-1)\n\n const { setErrorMsg } = useContext(ApiContext)\n const [cookie] = useCookies(['token'])\n const navigate = useNavigate()\n const { t } = useTranslation()\n\n const handleTabChange = (event, newValue) => {\n setValue(newValue)\n navigate(newValue)\n sessionStorage.setItem('modelType', newValue)\n newValue === '/launch_model/custom/llm'\n ? sessionStorage.setItem('subType', newValue)\n : ''\n }\n\n useEffect(() => {\n if (\n sessionStorage.getItem('auth') === 'true' &&\n !isValidBearerToken(sessionStorage.getItem('token')) &&\n !isValidBearerToken(cookie.token)\n ) {\n navigate('/login', { replace: true })\n }\n\n if (gpuAvailable === -1) {\n fetchWrapper\n .get('/v1/cluster/devices')\n .then((data) => setGPUAvailable(parseInt(data, 10)))\n .catch((error) => {\n console.error('Error:', error)\n if (error.response.status !== 403 && error.response.status !== 401) {\n setErrorMsg(error.message)\n }\n })\n }\n }, [cookie.token])\n\n return (\n <Box m=\"20px\">\n <Title title={t('menu.launchModel')} />\n <ErrorMessageSnackBar />\n <TabContext value={value}>\n <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n <TabList value={value} onChange={handleTabChange} aria-label=\"tabs\">\n <Tab label={t('model.languageModels')} value=\"/launch_model/llm\" />\n <Tab\n label={t('model.embeddingModels')}\n value=\"/launch_model/embedding\"\n />\n <Tab label={t('model.rerankModels')} value=\"/launch_model/rerank\" />\n <Tab label={t('model.imageModels')} value=\"/launch_model/image\" />\n <Tab label={t('model.audioModels')} value=\"/launch_model/audio\" />\n <Tab label={t('model.videoModels')} value=\"/launch_model/video\" />\n <Tab\n label={t('model.customModels')}\n value=\"/launch_model/custom/llm\"\n />\n </TabList>\n </Box>\n <TabPanel value=\"/launch_model/llm\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'LLM'}\n gpuAvailable={gpuAvailable}\n featureModels={\n featureModels.find((item) => item.type === 'llm').feature_models\n }\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/embedding\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'embedding'}\n gpuAvailable={gpuAvailable}\n featureModels={\n featureModels.find((item) => item.type === 'embedding')\n .feature_models\n }\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/rerank\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'rerank'}\n gpuAvailable={gpuAvailable}\n featureModels={\n featureModels.find((item) => item.type === 'rerank')\n .feature_models\n }\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/image\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'image'}\n featureModels={\n featureModels.find((item) => item.type === 'image').feature_models\n }\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/audio\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'audio'}\n featureModels={\n featureModels.find((item) => item.type === 'audio').feature_models\n }\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/video\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'video'}\n featureModels={\n featureModels.find((item) => item.type === 'video').feature_models\n }\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/custom/llm\" sx={{ padding: 0 }}>\n <LaunchCustom gpuAvailable={gpuAvailable} />\n </TabPanel>\n </TabContext>\n </Box>\n )\n}\n\nexport default LaunchModel\n"],"mappings":"6IAAA,OAASA,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,GAAG,CAAEC,GAAG,KAAQ,eAAe,CACxC,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,cAAc,KAAQ,eAAe,CAC9C,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,YAAY,KAAM,+BAA+B,CACxD,MAAO,CAAAC,KAAK,KAAM,wBAAwB,CAC1C,OAASC,kBAAkB,KAAQ,wBAAwB,CAC3D,OAASC,aAAa,KAAQ,aAAa,CAC3C,MAAO,CAAAC,YAAY,KAAM,gBAAgB,CACzC,MAAO,CAAAC,oBAAoB,KAAM,eAAe,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAEhD,GAAM,CAAAC,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAA,CAAS,CACxB,IAAAC,eAAA,CAA0BpB,KAAK,CAACG,QAAQ,CACtCkB,cAAc,CAACC,OAAO,CAAC,WAAW,CAAC,CAC/BD,cAAc,CAACC,OAAO,CAAC,WAAW,CAAC,CACnC,mBACN,CAAC,CAAAC,gBAAA,CAAAC,cAAA,CAAAJ,eAAA,IAJMK,KAAK,CAAAF,gBAAA,IAAEG,QAAQ,CAAAH,gBAAA,IAKtB,IAAAI,SAAA,CAAwCxB,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAAyB,UAAA,CAAAJ,cAAA,CAAAG,SAAA,IAA7CE,YAAY,CAAAD,UAAA,IAAEE,eAAe,CAAAF,UAAA,IAEpC,IAAAG,WAAA,CAAwB9B,UAAU,CAACM,UAAU,CAAC,CAAtCyB,WAAW,CAAAD,WAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiB7B,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA8B,YAAA,CAAAV,cAAA,CAAAS,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAG9B,WAAW,CAAC,CAAC,CAC9B,IAAA+B,eAAA,CAAchC,cAAc,CAAC,CAAC,CAAtBiC,CAAC,CAAAD,eAAA,CAADC,CAAC,CAET,GAAM,CAAAC,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,KAAK,CAAEC,QAAQ,CAAK,CAC3Cf,QAAQ,CAACe,QAAQ,CAAC,CAClBL,QAAQ,CAACK,QAAQ,CAAC,CAClBpB,cAAc,CAACqB,OAAO,CAAC,WAAW,CAAED,QAAQ,CAAC,CAC7CA,QAAQ,GAAK,0BAA0B,CACnCpB,cAAc,CAACqB,OAAO,CAAC,SAAS,CAAED,QAAQ,CAAC,CAC3C,EAAE,CACR,CAAC,CAEDvC,SAAS,CAAC,UAAM,CACd,GACEmB,cAAc,CAACC,OAAO,CAAC,MAAM,CAAC,GAAK,MAAM,EACzC,CAACX,kBAAkB,CAACU,cAAc,CAACC,OAAO,CAAC,OAAO,CAAC,CAAC,EACpD,CAACX,kBAAkB,CAACwB,MAAM,CAACQ,KAAK,CAAC,CACjC,CACAP,QAAQ,CAAC,QAAQ,CAAE,CAAEQ,OAAO,CAAE,IAAK,CAAC,CAAC,CACvC,CAEA,GAAIf,YAAY,GAAK,CAAC,CAAC,CAAE,CACvBpB,YAAY,CACToC,GAAG,CAAC,qBAAqB,CAAC,CAC1BC,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAjB,eAAe,CAACkB,QAAQ,CAACD,IAAI,CAAE,EAAE,CAAC,CAAC,GAAC,CACnDE,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B,GAAIA,KAAK,CAACE,QAAQ,CAACC,MAAM,GAAK,GAAG,EAAIH,KAAK,CAACE,QAAQ,CAACC,MAAM,GAAK,GAAG,CAAE,CAClErB,WAAW,CAACkB,KAAK,CAACI,OAAO,CAAC,CAC5B,CACF,CAAC,CAAC,CACN,CACF,CAAC,CAAE,CAACnB,MAAM,CAACQ,KAAK,CAAC,CAAC,CAElB,mBACEzB,KAAA,CAACpB,GAAG,EAACyD,CAAC,CAAC,MAAM,CAAAC,QAAA,eACXxC,IAAA,CAACN,KAAK,EAAC+C,KAAK,CAAEnB,CAAC,CAAC,kBAAkB,CAAE,CAAE,CAAC,cACvCtB,IAAA,CAACR,oBAAoB,GAAE,CAAC,cACxBU,KAAA,CAACvB,UAAU,EAAC8B,KAAK,CAAEA,KAAM,CAAA+B,QAAA,eACvBxC,IAAA,CAAClB,GAAG,EAAC4D,EAAE,CAAE,CAAEC,YAAY,CAAE,CAAC,CAAEC,WAAW,CAAE,SAAU,CAAE,CAAAJ,QAAA,cACnDtC,KAAA,CAACtB,OAAO,EAAC6B,KAAK,CAAEA,KAAM,CAACoC,QAAQ,CAAEtB,eAAgB,CAAC,aAAW,MAAM,CAAAiB,QAAA,eACjExC,IAAA,CAACjB,GAAG,EAAC+D,KAAK,CAAExB,CAAC,CAAC,sBAAsB,CAAE,CAACb,KAAK,CAAC,mBAAmB,CAAE,CAAC,cACnET,IAAA,CAACjB,GAAG,EACF+D,KAAK,CAAExB,CAAC,CAAC,uBAAuB,CAAE,CAClCb,KAAK,CAAC,yBAAyB,CAChC,CAAC,cACFT,IAAA,CAACjB,GAAG,EAAC+D,KAAK,CAAExB,CAAC,CAAC,oBAAoB,CAAE,CAACb,KAAK,CAAC,sBAAsB,CAAE,CAAC,cACpET,IAAA,CAACjB,GAAG,EAAC+D,KAAK,CAAExB,CAAC,CAAC,mBAAmB,CAAE,CAACb,KAAK,CAAC,qBAAqB,CAAE,CAAC,cAClET,IAAA,CAACjB,GAAG,EAAC+D,KAAK,CAAExB,CAAC,CAAC,mBAAmB,CAAE,CAACb,KAAK,CAAC,qBAAqB,CAAE,CAAC,cAClET,IAAA,CAACjB,GAAG,EAAC+D,KAAK,CAAExB,CAAC,CAAC,mBAAmB,CAAE,CAACb,KAAK,CAAC,qBAAqB,CAAE,CAAC,cAClET,IAAA,CAACjB,GAAG,EACF+D,KAAK,CAAExB,CAAC,CAAC,oBAAoB,CAAE,CAC/Bb,KAAK,CAAC,0BAA0B,CACjC,CAAC,EACK,CAAC,CACP,CAAC,cACNT,IAAA,CAACnB,QAAQ,EAAC4B,KAAK,CAAC,mBAAmB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACrDxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,KAAM,CACjBnC,YAAY,CAAEA,YAAa,CAC3BjB,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,KAAK,GAAC,CAACC,cACnD,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACnB,QAAQ,EAAC4B,KAAK,CAAC,yBAAyB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cAC3DxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,WAAY,CACvBnC,YAAY,CAAEA,YAAa,CAC3BjB,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,WAAW,GAAC,CACpDC,cACJ,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACnB,QAAQ,EAAC4B,KAAK,CAAC,sBAAsB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACxDxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,QAAS,CACpBnC,YAAY,CAAEA,YAAa,CAC3BjB,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,QAAQ,GAAC,CACjDC,cACJ,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACnB,QAAQ,EAAC4B,KAAK,CAAC,qBAAqB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvDxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,OAAQ,CACnBpD,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,OAAO,GAAC,CAACC,cACrD,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACnB,QAAQ,EAAC4B,KAAK,CAAC,qBAAqB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvDxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,OAAQ,CACnBpD,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,OAAO,GAAC,CAACC,cACrD,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACnB,QAAQ,EAAC4B,KAAK,CAAC,qBAAqB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvDxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,OAAQ,CACnBpD,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,OAAO,GAAC,CAACC,cACrD,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACnB,QAAQ,EAAC4B,KAAK,CAAC,0BAA0B,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cAC5DxC,IAAA,CAACH,YAAY,EAACgB,YAAY,CAAEA,YAAa,CAAE,CAAC,CACpC,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAV,WAAW","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}
@@ -0,0 +1 @@
1
+ {"ast":null,"code":"export var llmAllDataKey=['model_uid','model_name','model_type','model_engine','model_format','model_size_in_billions','quantization','n_worker','n_gpu','n_gpu_layers','replica','request_limits','worker_ip','gpu_idx','download_hub','model_path','reasoning_content','gguf_quantization','gguf_model_path','cpu_offload','peft_model_config'];export var additionalParameterTipList={'transformers':['torch_dtype','device'],'llama.cpp':['n_ctx','use_mmap','use_mlock'],'vllm':['block_size','gpu_memory_utilization','max_num_seqs','max_model_len','guided_decoding_backend','scheduling_policy','tensor_parallel_size','pipeline_parallel_size','enable_prefix_cache','enable_chunked_prefill','enforce_eager','cpu_offload_gb','disable_custom_all_reduce'],'sglang':['mem_fraction_static','attention_reduce_in_fp32','tp_size','dp_size','chunked_prefill_size','cpu_offload_gb','enable_dp_attention','enable_ep_moe'],'mlx':['cache_limit_gb','max_kv_size']};export var featureModels=[{type:'llm',feature_models:['deepseek-v3','deepseek-r1','deepseek-r1-distill-qwen','deepseek-r1-distill-llama','qwen2.5-instruct','qwen2.5-vl-instruct','qwen2.5-coder-instruct','llama-3.1-instruct','QwQ-32B']},{type:'embedding',feature_models:['bge-large-zh-v1.5','bge-large-en-v1.5','bge-m3','gte-Qwen2','jina-embeddings-v3']},{type:'rerank',feature_models:[]},{type:'image',feature_models:['FLUX.1-dev','FLUX.1-schnell','sd3.5-large','HunyuanDiT-v1.2','sd3.5-medium']},{type:'audio',feature_models:['CosyVoice2-0.5B','FishSpeech-1.5','F5-TTS','ChatTTS','SenseVoiceSmall','whisper-large-v3']},{type:'video',feature_models:[]}];","map":{"version":3,"names":["llmAllDataKey","additionalParameterTipList","featureModels","type","feature_models"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/data/data.js"],"sourcesContent":["export const llmAllDataKey = [\n 'model_uid',\n 'model_name',\n 'model_type',\n 'model_engine',\n 'model_format',\n 'model_size_in_billions',\n 'quantization',\n 'n_worker',\n 'n_gpu',\n 'n_gpu_layers',\n 'replica',\n 'request_limits',\n 'worker_ip',\n 'gpu_idx',\n 'download_hub',\n 'model_path',\n 'reasoning_content',\n 'gguf_quantization',\n 'gguf_model_path',\n 'cpu_offload',\n 'peft_model_config',\n]\n\nexport const additionalParameterTipList = {\n 'transformers': ['torch_dtype', 'device'],\n 'llama.cpp': ['n_ctx', 'use_mmap', 'use_mlock'],\n 'vllm': [\n 'block_size',\n 'gpu_memory_utilization',\n 'max_num_seqs',\n 'max_model_len',\n 'guided_decoding_backend',\n 'scheduling_policy',\n 'tensor_parallel_size',\n 'pipeline_parallel_size',\n 'enable_prefix_cache',\n 'enable_chunked_prefill',\n 'enforce_eager',\n 'cpu_offload_gb',\n 'disable_custom_all_reduce',\n ],\n 'sglang': [\n 'mem_fraction_static',\n 'attention_reduce_in_fp32',\n 'tp_size',\n 'dp_size',\n 'chunked_prefill_size',\n 'cpu_offload_gb',\n 'enable_dp_attention',\n 'enable_ep_moe',\n ],\n 'mlx': ['cache_limit_gb', 'max_kv_size'],\n}\n\nexport const featureModels = [\n {\n type: 'llm',\n feature_models: [\n 'deepseek-v3',\n 'deepseek-r1',\n 'deepseek-r1-distill-qwen',\n 'deepseek-r1-distill-llama',\n 'qwen2.5-instruct',\n 'qwen2.5-vl-instruct',\n 'qwen2.5-coder-instruct',\n 'llama-3.1-instruct',\n 'QwQ-32B',\n ],\n },\n {\n type: 'embedding',\n feature_models: [\n 'bge-large-zh-v1.5',\n 'bge-large-en-v1.5',\n 'bge-m3',\n 'gte-Qwen2',\n 'jina-embeddings-v3',\n ],\n },\n {\n type: 'rerank',\n feature_models: [],\n },\n {\n type: 'image',\n feature_models: [\n 'FLUX.1-dev',\n 'FLUX.1-schnell',\n 'sd3.5-large',\n 'HunyuanDiT-v1.2',\n 'sd3.5-medium',\n ],\n },\n {\n type: 'audio',\n feature_models: [\n 'CosyVoice2-0.5B',\n 'FishSpeech-1.5',\n 'F5-TTS',\n 'ChatTTS',\n 'SenseVoiceSmall',\n 'whisper-large-v3',\n ],\n },\n {\n type: 'video',\n feature_models: [],\n },\n]\n"],"mappings":"AAAA,MAAO,IAAM,CAAAA,aAAa,CAAG,CAC3B,WAAW,CACX,YAAY,CACZ,YAAY,CACZ,cAAc,CACd,cAAc,CACd,wBAAwB,CACxB,cAAc,CACd,UAAU,CACV,OAAO,CACP,cAAc,CACd,SAAS,CACT,gBAAgB,CAChB,WAAW,CACX,SAAS,CACT,cAAc,CACd,YAAY,CACZ,mBAAmB,CACnB,mBAAmB,CACnB,iBAAiB,CACjB,aAAa,CACb,mBAAmB,CACpB,CAED,MAAO,IAAM,CAAAC,0BAA0B,CAAG,CACxC,cAAc,CAAE,CAAC,aAAa,CAAE,QAAQ,CAAC,CACzC,WAAW,CAAE,CAAC,OAAO,CAAE,UAAU,CAAE,WAAW,CAAC,CAC/C,MAAM,CAAE,CACN,YAAY,CACZ,wBAAwB,CACxB,cAAc,CACd,eAAe,CACf,yBAAyB,CACzB,mBAAmB,CACnB,sBAAsB,CACtB,wBAAwB,CACxB,qBAAqB,CACrB,wBAAwB,CACxB,eAAe,CACf,gBAAgB,CAChB,2BAA2B,CAC5B,CACD,QAAQ,CAAE,CACR,qBAAqB,CACrB,0BAA0B,CAC1B,SAAS,CACT,SAAS,CACT,sBAAsB,CACtB,gBAAgB,CAChB,qBAAqB,CACrB,eAAe,CAChB,CACD,KAAK,CAAE,CAAC,gBAAgB,CAAE,aAAa,CACzC,CAAC,CAED,MAAO,IAAM,CAAAC,aAAa,CAAG,CAC3B,CACEC,IAAI,CAAE,KAAK,CACXC,cAAc,CAAE,CACd,aAAa,CACb,aAAa,CACb,0BAA0B,CAC1B,2BAA2B,CAC3B,kBAAkB,CAClB,qBAAqB,CACrB,wBAAwB,CACxB,oBAAoB,CACpB,SAAS,CAEb,CAAC,CACD,CACED,IAAI,CAAE,WAAW,CACjBC,cAAc,CAAE,CACd,mBAAmB,CACnB,mBAAmB,CACnB,QAAQ,CACR,WAAW,CACX,oBAAoB,CAExB,CAAC,CACD,CACED,IAAI,CAAE,QAAQ,CACdC,cAAc,CAAE,EAClB,CAAC,CACD,CACED,IAAI,CAAE,OAAO,CACbC,cAAc,CAAE,CACd,YAAY,CACZ,gBAAgB,CAChB,aAAa,CACb,iBAAiB,CACjB,cAAc,CAElB,CAAC,CACD,CACED,IAAI,CAAE,OAAO,CACbC,cAAc,CAAE,CACd,iBAAiB,CACjB,gBAAgB,CAChB,QAAQ,CACR,SAAS,CACT,iBAAiB,CACjB,kBAAkB,CAEtB,CAAC,CACD,CACED,IAAI,CAAE,OAAO,CACbC,cAAc,CAAE,EAClB,CAAC,CACF","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}
@@ -23,6 +23,10 @@
23
23
  "generate": "generate",
24
24
  "chat": "chat",
25
25
  "vision": "vl-chat",
26
+ "reasoning": "reasoning",
27
+ "text-to-audio": "text-to-audio",
28
+ "audio-to-text": "audio-to-text",
29
+ "audio-to-audio": "audio-to-audio",
26
30
  "status": "Status",
27
31
  "cached": "Cached",
28
32
  "manageCachedModels": "Manage Cached Models",
@@ -64,6 +68,7 @@
64
68
  "modelPath.optional": "(Optional) Model Path, For PyTorch, provide the model directory. For GGML/GGUF, provide the model file path.",
65
69
  "GGUFQuantization.optional": "(Optional) GGUF quantization format, quantizing the Transformer part.",
66
70
  "GGUFModelPath.optional": "(Optional) GGUF model path, should be a file ending with .gguf.",
71
+ "parsingReasoningContent": "Parsing Reasoning Content",
67
72
  "CPUOffload": "CPU Offload",
68
73
  "CPUOffload.tip": "Unload the model to the CPU. Recommend to enable this when resources are limited or when using the GGUF option.",
69
74
  "loraConfig": "Lora Config",
@@ -106,7 +111,10 @@
106
111
  "replica": "Replica",
107
112
  "actions": "Actions",
108
113
  "noRunningModels": "No Running Models",
109
- "noRunningModelsMatches": "No Running Models Matches"
114
+ "noRunningModelsMatches": "No Running Models Matches",
115
+ "copy": "Copy",
116
+ "copied": "Copied!",
117
+ "copyFailed": "Copy failed"
110
118
  },
111
119
 
112
120
  "registerModel": {
@@ -23,6 +23,10 @@
23
23
  "generate": "生成",
24
24
  "chat": "聊天",
25
25
  "vision": "视觉聊天",
26
+ "reasoning": "推理",
27
+ "text-to-audio": "text-to-audio",
28
+ "audio-to-text": "audio-to-text",
29
+ "audio-to-audio": "audio-to-audio",
26
30
  "status": "状态",
27
31
  "cached": "已缓存",
28
32
  "manageCachedModels": "管理缓存模型",
@@ -64,6 +68,7 @@
64
68
  "modelPath.optional": "(可选) 模型路径,对于 PyTorch,提供模型目录;对于 GGML/GGUF,提供模型文件路径。",
65
69
  "GGUFQuantization.optional": "(可选) GGUF量化格式,对Transformer部分进行量化。",
66
70
  "GGUFModelPath.optional": "(可选) GGUF模型路径,应为以 .gguf 结尾的文件。",
71
+ "parsingReasoningContent": "解析推理内容",
67
72
  "CPUOffload": "CPU卸载",
68
73
  "CPUOffload.tip": "将模型卸载到CPU。当资源有限或使用GGUF选项时,建议启用此功能。",
69
74
  "loraConfig": "Lora 配置",
@@ -106,7 +111,10 @@
106
111
  "replica": "副本",
107
112
  "actions": "操作",
108
113
  "noRunningModels": "没有运行中的模型",
109
- "noRunningModelsMatches": "没有匹配的运行模型"
114
+ "noRunningModelsMatches": "没有匹配的运行模型",
115
+ "copy": "复制",
116
+ "copied": "已复制!",
117
+ "copyFailed": "复制失败"
110
118
  },
111
119
 
112
120
  "registerModel": {
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xinference
3
- Version: 1.3.0.post1
3
+ Version: 1.3.1
4
4
  Summary: Model Serving Made Easy
5
5
  Home-page: https://github.com/xorbitsai/inference
6
6
  Author: Qin Xuye
@@ -46,6 +46,7 @@ Requires-Dist: timm
46
46
  Requires-Dist: setproctitle
47
47
  Provides-Extra: all
48
48
  Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "all"
49
+ Requires-Dist: xllamacpp; extra == "all"
49
50
  Requires-Dist: transformers>=4.46.0; extra == "all"
50
51
  Requires-Dist: torch>=2.0.0; extra == "all"
51
52
  Requires-Dist: accelerate>=0.28.0; extra == "all"
@@ -103,9 +104,10 @@ Requires-Dist: qwen-vl-utils!=0.0.9; extra == "all"
103
104
  Requires-Dist: datamodel-code-generator; extra == "all"
104
105
  Requires-Dist: jsonschema; extra == "all"
105
106
  Requires-Dist: verovio>=4.3.1; extra == "all"
107
+ Requires-Dist: blobfile; extra == "all"
106
108
  Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "all"
107
109
  Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "all"
108
- Requires-Dist: mlx-lm>=0.21.1; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
110
+ Requires-Dist: mlx-lm>=0.21.5; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
109
111
  Requires-Dist: mlx-vlm>=0.1.11; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
110
112
  Requires-Dist: mlx-whisper; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
111
113
  Requires-Dist: f5-tts-mlx; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
@@ -209,8 +211,9 @@ Requires-Dist: torch==2.1.0a0; extra == "intel"
209
211
  Requires-Dist: intel-extension-for-pytorch==2.1.10+xpu; extra == "intel"
210
212
  Provides-Extra: llama_cpp
211
213
  Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "llama-cpp"
214
+ Requires-Dist: xllamacpp; extra == "llama-cpp"
212
215
  Provides-Extra: mlx
213
- Requires-Dist: mlx-lm>=0.21.1; extra == "mlx"
216
+ Requires-Dist: mlx-lm>=0.21.5; extra == "mlx"
214
217
  Requires-Dist: mlx-vlm>=0.1.11; extra == "mlx"
215
218
  Requires-Dist: mlx-whisper; extra == "mlx"
216
219
  Requires-Dist: f5-tts-mlx; extra == "mlx"
@@ -239,6 +242,7 @@ Requires-Dist: jj-pytorchvideo; extra == "transformers"
239
242
  Requires-Dist: qwen-vl-utils!=0.0.9; extra == "transformers"
240
243
  Requires-Dist: datamodel-code-generator; extra == "transformers"
241
244
  Requires-Dist: jsonschema; extra == "transformers"
245
+ Requires-Dist: blobfile; extra == "transformers"
242
246
  Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "transformers"
243
247
  Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "transformers"
244
248
  Requires-Dist: bitsandbytes; sys_platform == "linux" and extra == "transformers"