xinference 1.5.1__py3-none-any.whl → 1.6.0__py3-none-any.whl

xinference/web/ui/node_modules/.cache/babel-loader/8472e58a31720892d534f3febda31f746b25ec4aa60787eef34217b074e67965.json

@@ -0,0 +1 @@
+{"ast":null,"code":"import _toConsumableArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/toConsumableArray.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{Box,Button,ButtonGroup,Chip,FormControl,InputLabel,MenuItem,Select}from'@mui/material';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useTranslation}from'react-i18next';import{ApiContext}from'../../components/apiContext';import fetchWrapper from'../../components/fetchWrapper';import HotkeyFocusTextField from'../../components/hotkeyFocusTextField';import ModelCard from'./modelCard';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var modelAbilityArr=['generate','chat','vision','reasoning'];var audioModelTypeArr=['audio2text','text2audio','audio2audio'];var LaunchModelComponent=function LaunchModelComponent(_ref){var modelType=_ref.modelType,gpuAvailable=_ref.gpuAvailable,featureModels=_ref.featureModels;var _useContext=useContext(ApiContext),isCallingApi=_useContext.isCallingApi,setIsCallingApi=_useContext.setIsCallingApi,endPoint=_useContext.endPoint;var _useContext2=useContext(ApiContext),isUpdatingModel=_useContext2.isUpdatingModel;var _useContext3=useContext(ApiContext),setErrorMsg=_useContext3.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var _useState=useState([]),_useState2=_slicedToArray(_useState,2),registrationData=_useState2[0],setRegistrationData=_useState2[1];// States used for filtering\nvar _useState3=useState(''),_useState4=_slicedToArray(_useState3,2),searchTerm=_useState4[0],setSearchTerm=_useState4[1];var _useState5=useState(''),_useState6=_slicedToArray(_useState5,2),LLMModelAbility=_useState6[0],setLLMModelAbility=_useState6[1];var _useState7=useState(''),_useState8=_slicedToArray(_useState7,2),status=_useState8[0],setStatus=_useState8[1];var _useState9=useState([]),_useState10=_slicedToArray(_useState9,2),statusArr=_useState10[0],setStatusArr=_useState10[1];var _useState11=useState([]),_useState12=_slicedToArray(_useState11,2),completeDeleteArr=_useState12[0],setCompleteDeleteArr=_useState12[1];var _useState13=useState([]),_useState14=_slicedToArray(_useState13,2),collectionArr=_useState14[0],setCollectionArr=_useState14[1];var _useState15=useState([]),_useState16=_slicedToArray(_useState15,2),filterArr=_useState16[0],setFilterArr=_useState16[1];var _useTranslation=useTranslation(),t=_useTranslation.t;var _useState17=useState('featured'),_useState18=_slicedToArray(_useState17,2),modelListType=_useState18[0],setModelListType=_useState18[1];var _useState19=useState(''),_useState20=_slicedToArray(_useState19,2),audioModelAbility=_useState20[0],setAudioModelAbility=_useState20[1];var filter=function filter(registration){if(searchTerm!==''){if(!registration||typeof searchTerm!=='string')return false;var modelName=registration.model_name?registration.model_name.toLowerCase():'';var modelDescription=registration.model_description?registration.model_description.toLowerCase():'';if(!modelName.includes(searchTerm.toLowerCase())&&!modelDescription.includes(searchTerm.toLowerCase())){return false;}}if(modelListType==='featured'){if(featureModels.length&&!featureModels.includes(registration.model_name)){return false;}}if(LLMModelAbility&&(Array.isArray(registration.model_ability)&&registration.model_ability.indexOf(LLMModelAbility)<0||typeof registration.model_ability==='string'&&registration.model_ability!==LLMModelAbility))return false;if(audioModelAbility&&(Array.isArray(registration.model_ability)&&registration.model_ability.indexOf(audioModelAbility)<0||typeof registration.model_ability==='string'&&registration.model_ability!==audioModelAbility))return false;if(completeDeleteArr.includes(registration.model_name)){registration.model_specs.forEach(function(item){item.cache_status=Array.isArray(item)?[false]:false;});}if(statusArr.length===1){if(statusArr[0]==='cached'){var _registration$model_s;var judge=((_registration$model_s=registration.model_specs)===null||_registration$model_s===void 0?void 0:_registration$model_s.some(function(spec){return filterCache(spec);}))||(registration===null||registration===void 0?void 0:registration.cache_status);return judge&&!completeDeleteArr.includes(registration.model_name);}else{return collectionArr===null||collectionArr===void 0?void 0:collectionArr.includes(registration.model_name);}}else if(statusArr.length>1){var _registration$model_s2;var _judge=((_registration$model_s2=registration.model_specs)===null||_registration$model_s2===void 0?void 0:_registration$model_s2.some(function(spec){return filterCache(spec);}))||(registration===null||registration===void 0?void 0:registration.cache_status);return _judge&&!completeDeleteArr.includes(registration.model_name)&&(collectionArr===null||collectionArr===void 0?void 0:collectionArr.includes(registration.model_name));}return true;};var filterCache=function filterCache(spec){if(Array.isArray(spec.cache_status)){var _spec$cache_status;return(_spec$cache_status=spec.cache_status)===null||_spec$cache_status===void 0?void 0:_spec$cache_status.some(function(cs){return cs;});}else{return spec.cache_status===true;}};var handleCompleteDelete=function handleCompleteDelete(model_name){setCompleteDeleteArr([].concat(_toConsumableArray(completeDeleteArr),[model_name]));};var update=function update(){if(isCallingApi||isUpdatingModel||cookie.token!=='no_auth'&&!sessionStorage.getItem('token'))return;try{setIsCallingApi(true);fetchWrapper.get(\"/v1/model_registrations/\".concat(modelType,\"?detailed=true\")).then(function(data){var builtinRegistrations=data.filter(function(v){return v.is_builtin;});setRegistrationData(builtinRegistrations);var collectionData=JSON.parse(localStorage.getItem('collectionArr'));setCollectionArr(collectionData);}).catch(function(error){console.error('Error:',error);if(error.response.status!==403&&error.response.status!==401){setErrorMsg(error.message);}});}catch(error){console.error('Error:',error);}finally{setIsCallingApi(false);}};useEffect(function(){update();},[cookie.token]);var getCollectionArr=function getCollectionArr(data){setCollectionArr(data);};var handleChangeFilter=function handleChangeFilter(type,value){var typeMap={LLMModelAbility:{setter:setLLMModelAbility,filterArr:modelAbilityArr},audioModelAbility:{setter:setAudioModelAbility,filterArr:audioModelTypeArr},status:{setter:setStatus,filterArr:[]}};var _ref2=typeMap[type]||{},setter=_ref2.setter,excludeArr=_ref2.filterArr;if(!setter)return;setter(value);var updatedFilterArr=[].concat(_toConsumableArray(filterArr.filter(function(item){return!excludeArr.includes(item);})),[value]);setFilterArr(updatedFilterArr);if(type==='status'){setStatusArr(updatedFilterArr.filter(function(item){return![].concat(modelAbilityArr,audioModelTypeArr).includes(item);}));}};var handleDeleteChip=function handleDeleteChip(item){setFilterArr(filterArr.filter(function(subItem){return subItem!==item;}));if(item===LLMModelAbility){setLLMModelAbility('');}else if(item===audioModelAbility){setAudioModelAbility('');}else{setStatusArr(statusArr.filter(function(subItem){return subItem!==item;}));if(item===status)setStatus('');}};var handleModelType=function handleModelType(newModelType){if(newModelType!==null){setModelListType(newModelType);}};return/*#__PURE__*/_jsxs(Box,{m:\"20px\",children:[/*#__PURE__*/_jsxs(\"div\",{style:{display:'grid',gridTemplateColumns:function(){var baseColumns=['LLM','audio'].includes(modelType)?['150px','150px']:['150px'];return featureModels.length?[].concat(baseColumns,['150px','1fr']).join(' '):[].concat(baseColumns,['1fr']).join(' ');}(),columnGap:'20px',margin:'30px 2rem',alignItems:'center'},children:[featureModels.length>0&&/*#__PURE__*/_jsx(FormControl,{sx:{minWidth:120},size:\"small\",children:/*#__PURE__*/_jsxs(ButtonGroup,{children:[/*#__PURE__*/_jsx(Button,{fullWidth:true,onClick:function onClick(){return handleModelType('featured');},variant:modelListType==='featured'?'contained':'outlined',children:t('launchModel.featured')}),/*#__PURE__*/_jsx(Button,{fullWidth:true,onClick:function onClick(){return handleModelType('all');},variant:modelListType==='all'?'contained':'outlined',children:t('launchModel.all')})]})}),modelType==='LLM'&&/*#__PURE__*/_jsxs(FormControl,{sx:{minWidth:120},size:\"small\",children:[/*#__PURE__*/_jsx(InputLabel,{id:\"ability-select-label\",children:t('launchModel.modelAbility')}),/*#__PURE__*/_jsx(Select,{id:\"ability\",labelId:\"ability-select-label\",label:\"Model Ability\",onChange:function onChange(e){return handleChangeFilter('LLMModelAbility',e.target.value);},value:LLMModelAbility,size:\"small\",sx:{width:'150px'},children:modelAbilityArr.map(function(item){return/*#__PURE__*/_jsx(MenuItem,{value:item,children:t(\"launchModel.\".concat(item))},item);})})]}),modelType==='audio'&&/*#__PURE__*/_jsxs(FormControl,{sx:{minWidth:120},size:\"small\",children:[/*#__PURE__*/_jsx(InputLabel,{id:\"ability-select-label\",children:t('launchModel.modelAbility')}),/*#__PURE__*/_jsx(Select,{id:\"ability\",labelId:\"ability-select-label\",label:\"Model Ability\",onChange:function onChange(e){return handleChangeFilter('audioModelAbility',e.target.value);},value:audioModelAbility,size:\"small\",sx:{width:'150px'},children:audioModelTypeArr.map(function(item){return/*#__PURE__*/_jsx(MenuItem,{value:item,children:item},item);})})]}),/*#__PURE__*/_jsxs(FormControl,{sx:{minWidth:120},size:\"small\",children:[/*#__PURE__*/_jsx(InputLabel,{id:\"select-status\",children:t('launchModel.status')}),/*#__PURE__*/_jsxs(Select,{id:\"status\",labelId:\"select-status\",label:t('launchModel.status'),onChange:function onChange(e){return handleChangeFilter('status',e.target.value);},value:status,size:\"small\",sx:{width:'150px'},children:[/*#__PURE__*/_jsx(MenuItem,{value:\"cached\",children:t('launchModel.cached')}),/*#__PURE__*/_jsx(MenuItem,{value:\"favorite\",children:t('launchModel.favorite')})]})]}),/*#__PURE__*/_jsx(FormControl,{sx:{marginTop:1},variant:\"outlined\",margin:\"normal\",children:/*#__PURE__*/_jsx(HotkeyFocusTextField,{id:\"search\",type:\"search\",label:t('launchModel.search'),value:searchTerm,onChange:function onChange(e){return setSearchTerm(e.target.value);},size:\"small\",hotkey:\"Enter\",t:t})})]}),/*#__PURE__*/_jsx(\"div\",{style:{margin:'0 0 30px 30px'},children:filterArr.map(function(item,index){return/*#__PURE__*/_jsx(Chip,{label:t(\"launchModel.\".concat(item)),variant:\"outlined\",size:\"small\",color:\"primary\",style:{marginRight:10},onDelete:function onDelete(){return handleDeleteChip(item);}},index);})}),/*#__PURE__*/_jsx(\"div\",{style:{display:'grid',gridTemplateColumns:'repeat(auto-fill, minmax(300px, 1fr))',paddingLeft:'2rem',gridGap:'2rem 0rem'},children:registrationData.filter(function(registration){return filter(registration);}).sort(function(a,b){if(modelListType==='featured'){var indexA=featureModels.indexOf(a.model_name);var indexB=featureModels.indexOf(b.model_name);return(indexA!==-1?indexA:Infinity)-(indexB!==-1?indexB:Infinity);}return 0;}).map(function(filteredRegistration){return/*#__PURE__*/_jsx(ModelCard,{url:endPoint,modelData:filteredRegistration,gpuAvailable:gpuAvailable,modelType:modelType,onHandleCompleteDelete:handleCompleteDelete,onGetCollectionArr:getCollectionArr},filteredRegistration.model_name);})})]});};export default LaunchModelComponent;","map":{"version":3,"names":["Box","Button","ButtonGroup","Chip","FormControl","InputLabel","MenuItem","Select","React","useContext","useEffect","useState","useCookies","useTranslation","ApiContext","fetchWrapper","HotkeyFocusTextField","ModelCard","jsx","_jsx","jsxs","_jsxs","modelAbilityArr","audioModelTypeArr","LaunchModelComponent","_ref","modelType","gpuAvailable","featureModels","_useContext","isCallingApi","setIsCallingApi","endPoint","_useContext2","isUpdatingModel","_useContext3","setErrorMsg","_useCookies","_useCookies2","_slicedToArray","cookie","_useState","_useState2","registrationData","setRegistrationData","_useState3","_useState4","searchTerm","setSearchTerm","_useState5","_useState6","LLMModelAbility","setLLMModelAbility","_useState7","_useState8","status","setStatus","_useState9","_useState10","statusArr","setStatusArr","_useState11","_useState12","completeDeleteArr","setCompleteDeleteArr","_useState13","_useState14","collectionArr","setCollectionArr","_useState15","_useState16","filterArr","setFilterArr","_useTranslation","t","_useState17","_useState18","modelListType","setModelListType","_useState19","_useState20","audioModelAbility","setAudioModelAbility","filter","registration","modelName","model_name","toLowerCase","modelDescription","model_description","includes","length","Array","isArray","model_ability","indexOf","model_specs","forEach","item","cache_status","_registration$model_s","judge","some","spec","filterCache","_registration$model_s2","_spec$cache_status","cs","handleCompleteDelete","concat","_toConsumableArray","update","token","sessionStorage","getItem","get","then","data","builtinRegistrations","v","is_builtin","collectionData","JSON","parse","localStorage","catch","error","console","response","message","getCollectionArr","handleChangeFilter","type","value","typeMap","setter","_ref2","excludeArr","updatedFilterArr","handleDeleteChip","subItem","handleModelType","newModelType","m","children","style","display","gridTemplateColumns","baseColumns","join","columnGap","margin","alignItems","sx","minWidth","size","fullWidth","onClick","variant","id","labelId","label","onChange","e","target","width","map","marginTop","hotkey","index","color","marginRight","onDelete","paddingLeft","gridGap","sort","a","b","indexA","indexB","Infinity","filteredRegistration","url","modelData","onHandleCompleteDelete","onGetCollectionArr"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/LaunchModel.js"],"sourcesContent":["import {\n  Box,\n  Button,\n  ButtonGroup,\n  Chip,\n  FormControl,\n  InputLabel,\n  MenuItem,\n  Select,\n} from '@mui/material'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useTranslation } from 'react-i18next'\n\nimport { ApiContext } from '../../components/apiContext'\nimport fetchWrapper from '../../components/fetchWrapper'\nimport HotkeyFocusTextField from '../../components/hotkeyFocusTextField'\nimport ModelCard from './modelCard'\n\nconst modelAbilityArr = ['generate', 'chat', 'vision', 'reasoning']\nconst audioModelTypeArr = ['audio2text', 'text2audio', 'audio2audio']\n\nconst LaunchModelComponent = ({ modelType, gpuAvailable, featureModels }) => {\n  const { isCallingApi, setIsCallingApi, endPoint } = useContext(ApiContext)\n  const { isUpdatingModel } = useContext(ApiContext)\n  const { setErrorMsg } = useContext(ApiContext)\n  const [cookie] = useCookies(['token'])\n\n  const [registrationData, setRegistrationData] = useState([])\n  // States used for filtering\n  const [searchTerm, setSearchTerm] = useState('')\n  const [LLMModelAbility, setLLMModelAbility] = useState('')\n  const [status, setStatus] = useState('')\n  const [statusArr, setStatusArr] = useState([])\n  const [completeDeleteArr, setCompleteDeleteArr] = useState([])\n  const [collectionArr, setCollectionArr] = useState([])\n  const [filterArr, setFilterArr] = useState([])\n  const { t } = useTranslation()\n  const [modelListType, setModelListType] = useState('featured')\n  const [audioModelAbility, setAudioModelAbility] = useState('')\n\n  const filter = (registration) => {\n    if (searchTerm !== '') {\n      if (!registration || typeof searchTerm !== 'string') return false\n      const modelName = registration.model_name\n        ? registration.model_name.toLowerCase()\n        : ''\n      const modelDescription = registration.model_description\n        ? registration.model_description.toLowerCase()\n        : ''\n\n      if (\n        !modelName.includes(searchTerm.toLowerCase()) &&\n        !modelDescription.includes(searchTerm.toLowerCase())\n      ) {\n        return false\n      }\n    }\n\n    if (modelListType === 'featured') {\n      if (\n        featureModels.length &&\n        !featureModels.includes(registration.model_name)\n      ) {\n        return false\n      }\n    }\n\n    if (\n      LLMModelAbility &&\n      ((Array.isArray(registration.model_ability) &&\n        registration.model_ability.indexOf(LLMModelAbility) < 0) ||\n        (typeof registration.model_ability === 'string' &&\n          registration.model_ability !== LLMModelAbility))\n    )\n      return false\n\n    if (\n      audioModelAbility &&\n      ((Array.isArray(registration.model_ability) &&\n        registration.model_ability.indexOf(audioModelAbility) < 0) ||\n        (typeof registration.model_ability === 'string' &&\n          registration.model_ability !== audioModelAbility))\n    )\n      return false\n\n    if (completeDeleteArr.includes(registration.model_name)) {\n      registration.model_specs.forEach((item) => {\n        item.cache_status = Array.isArray(item) ? [false] : false\n      })\n    }\n\n    if (statusArr.length === 1) {\n      if (statusArr[0] === 'cached') {\n        const judge =\n          registration.model_specs?.some((spec) => filterCache(spec)) ||\n          registration?.cache_status\n        return judge && !completeDeleteArr.includes(registration.model_name)\n      } else {\n        return collectionArr?.includes(registration.model_name)\n      }\n    } else if (statusArr.length > 1) {\n      const judge =\n        registration.model_specs?.some((spec) => filterCache(spec)) ||\n        registration?.cache_status\n      return (\n        judge &&\n        !completeDeleteArr.includes(registration.model_name) &&\n        collectionArr?.includes(registration.model_name)\n      )\n    }\n\n    return true\n  }\n\n  const filterCache = (spec) => {\n    if (Array.isArray(spec.cache_status)) {\n      return spec.cache_status?.some((cs) => cs)\n    } else {\n      return spec.cache_status === true\n    }\n  }\n\n  const handleCompleteDelete = (model_name) => {\n    setCompleteDeleteArr([...completeDeleteArr, model_name])\n  }\n\n  const update = () => {\n    if (\n      isCallingApi ||\n      isUpdatingModel ||\n      (cookie.token !== 'no_auth' && !sessionStorage.getItem('token'))\n    )\n      return\n\n    try {\n      setIsCallingApi(true)\n\n      fetchWrapper\n        .get(`/v1/model_registrations/${modelType}?detailed=true`)\n        .then((data) => {\n          const builtinRegistrations = data.filter((v) => v.is_builtin)\n          setRegistrationData(builtinRegistrations)\n          const collectionData = JSON.parse(\n            localStorage.getItem('collectionArr')\n          )\n          setCollectionArr(collectionData)\n        })\n        .catch((error) => {\n          console.error('Error:', error)\n          if (error.response.status !== 403 && error.response.status !== 401) {\n            setErrorMsg(error.message)\n          }\n        })\n    } catch (error) {\n      console.error('Error:', error)\n    } finally {\n      setIsCallingApi(false)\n    }\n  }\n\n  useEffect(() => {\n    update()\n  }, [cookie.token])\n\n  const getCollectionArr = (data) => {\n    setCollectionArr(data)\n  }\n\n  const handleChangeFilter = (type, value) => {\n    const typeMap = {\n      LLMModelAbility: {\n        setter: setLLMModelAbility,\n        filterArr: modelAbilityArr,\n      },\n      audioModelAbility: {\n        setter: setAudioModelAbility,\n        filterArr: audioModelTypeArr,\n      },\n      status: { setter: setStatus, filterArr: [] },\n    }\n\n    const { setter, filterArr: excludeArr } = typeMap[type] || {}\n    if (!setter) return\n\n    setter(value)\n\n    const updatedFilterArr = [\n      ...filterArr.filter((item) => !excludeArr.includes(item)),\n      value,\n    ]\n\n    setFilterArr(updatedFilterArr)\n\n    if (type === 'status') {\n      setStatusArr(\n        updatedFilterArr.filter(\n          (item) => ![...modelAbilityArr, ...audioModelTypeArr].includes(item)\n        )\n      )\n    }\n  }\n\n  const handleDeleteChip = (item) => {\n    setFilterArr(\n      filterArr.filter((subItem) => {\n        return subItem !== item\n      })\n    )\n    if (item === LLMModelAbility) {\n      setLLMModelAbility('')\n    } else if (item === audioModelAbility) {\n      setAudioModelAbility('')\n    } else {\n      setStatusArr(\n        statusArr.filter((subItem) => {\n          return subItem !== item\n        })\n      )\n      if (item === status) setStatus('')\n    }\n  }\n\n  const handleModelType = (newModelType) => {\n    if (newModelType !== null) {\n      setModelListType(newModelType)\n    }\n  }\n\n  return (\n    <Box m=\"20px\">\n      <div\n        style={{\n          display: 'grid',\n          gridTemplateColumns: (() => {\n            const baseColumns = ['LLM', 'audio'].includes(modelType)\n              ? ['150px', '150px']\n              : ['150px']\n            return featureModels.length\n              ? [...baseColumns, '150px', '1fr'].join(' ')\n              : [...baseColumns, '1fr'].join(' ')\n          })(),\n          columnGap: '20px',\n          margin: '30px 2rem',\n          alignItems: 'center',\n        }}\n      >\n        {featureModels.length > 0 && (\n          <FormControl sx={{ minWidth: 120 }} size=\"small\">\n            <ButtonGroup>\n              <Button\n                fullWidth\n                onClick={() => handleModelType('featured')}\n                variant={\n                  modelListType === 'featured' ? 'contained' : 'outlined'\n                }\n              >\n                {t('launchModel.featured')}\n              </Button>\n              <Button\n                fullWidth\n                onClick={() => handleModelType('all')}\n                variant={modelListType === 'all' ? 'contained' : 'outlined'}\n              >\n                {t('launchModel.all')}\n              </Button>\n            </ButtonGroup>\n          </FormControl>\n        )}\n        {modelType === 'LLM' && (\n          <FormControl sx={{ minWidth: 120 }} size=\"small\">\n            <InputLabel id=\"ability-select-label\">\n              {t('launchModel.modelAbility')}\n            </InputLabel>\n            <Select\n              id=\"ability\"\n              labelId=\"ability-select-label\"\n              label=\"Model Ability\"\n              onChange={(e) =>\n                handleChangeFilter('LLMModelAbility', e.target.value)\n              }\n              value={LLMModelAbility}\n              size=\"small\"\n              sx={{ width: '150px' }}\n            >\n              {modelAbilityArr.map((item) => (\n                <MenuItem key={item} value={item}>\n                  {t(`launchModel.${item}`)}\n                </MenuItem>\n              ))}\n            </Select>\n          </FormControl>\n        )}\n        {modelType === 'audio' && (\n          <FormControl sx={{ minWidth: 120 }} size=\"small\">\n            <InputLabel id=\"ability-select-label\">\n              {t('launchModel.modelAbility')}\n            </InputLabel>\n            <Select\n              id=\"ability\"\n              labelId=\"ability-select-label\"\n              label=\"Model Ability\"\n              onChange={(e) =>\n                handleChangeFilter('audioModelAbility', e.target.value)\n              }\n              value={audioModelAbility}\n              size=\"small\"\n              sx={{ width: '150px' }}\n            >\n              {audioModelTypeArr.map((item) => (\n                <MenuItem key={item} value={item}>\n                  {item}\n                </MenuItem>\n              ))}\n            </Select>\n          </FormControl>\n        )}\n        <FormControl sx={{ minWidth: 120 }} size=\"small\">\n          <InputLabel id=\"select-status\">{t('launchModel.status')}</InputLabel>\n          <Select\n            id=\"status\"\n            labelId=\"select-status\"\n            label={t('launchModel.status')}\n            onChange={(e) => handleChangeFilter('status', e.target.value)}\n            value={status}\n            size=\"small\"\n            sx={{ width: '150px' }}\n          >\n            <MenuItem value=\"cached\">{t('launchModel.cached')}</MenuItem>\n            <MenuItem value=\"favorite\">{t('launchModel.favorite')}</MenuItem>\n          </Select>\n        </FormControl>\n\n        <FormControl sx={{ marginTop: 1 }} variant=\"outlined\" margin=\"normal\">\n          <HotkeyFocusTextField\n            id=\"search\"\n            type=\"search\"\n            label={t('launchModel.search')}\n            value={searchTerm}\n            onChange={(e) => setSearchTerm(e.target.value)}\n            size=\"small\"\n            hotkey=\"Enter\"\n            t={t}\n          />\n        </FormControl>\n      </div>\n      <div style={{ margin: '0 0 30px 30px' }}>\n        {filterArr.map((item, index) => (\n          <Chip\n            key={index}\n            label={t(`launchModel.${item}`)}\n            variant=\"outlined\"\n            size=\"small\"\n            color=\"primary\"\n            style={{ marginRight: 10 }}\n            onDelete={() => handleDeleteChip(item)}\n          />\n        ))}\n      </div>\n      <div\n        style={{\n          display: 'grid',\n          gridTemplateColumns: 'repeat(auto-fill, minmax(300px, 1fr))',\n          paddingLeft: '2rem',\n          gridGap: '2rem 0rem',\n        }}\n      >\n        {registrationData\n          .filter((registration) => filter(registration))\n          .sort((a, b) => {\n            if (modelListType === 'featured') {\n              const indexA = featureModels.indexOf(a.model_name)\n              const indexB = featureModels.indexOf(b.model_name)\n              return (\n                (indexA !== -1 ? indexA : Infinity) -\n                (indexB !== -1 ? indexB : Infinity)\n              )\n            }\n            return 0\n          })\n          .map((filteredRegistration) => (\n            <ModelCard\n              key={filteredRegistration.model_name}\n              url={endPoint}\n              modelData={filteredRegistration}\n              gpuAvailable={gpuAvailable}\n              modelType={modelType}\n              onHandleCompleteDelete={handleCompleteDelete}\n              onGetCollectionArr={getCollectionArr}\n            />\n          ))}\n      </div>\n    </Box>\n  )\n}\n\nexport default LaunchModelComponent\n"],"mappings":"kSAAA,OACEA,GAAG,CACHC,MAAM,CACNC,WAAW,CACXC,IAAI,CACJC,WAAW,CACXC,UAAU,CACVC,QAAQ,CACRC,MAAM,KACD,eAAe,CACtB,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,cAAc,KAAQ,eAAe,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,YAAY,KAAM,+BAA+B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,SAAS,KAAM,aAAa,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAEnC,GAAM,CAAAC,eAAe,CAAG,CAAC,UAAU,CAAE,MAAM,CAAE,QAAQ,CAAE,WAAW,CAAC,CACnE,GAAM,CAAAC,iBAAiB,CAAG,CAAC,YAAY,CAAE,YAAY,CAAE,aAAa,CAAC,CAErE,GAAM,CAAAC,oBAAoB,CAAG,QAAvB,CAAAA,oBAAoBA,CAAAC,IAAA,CAAmD,IAA7C,CAAAC,SAAS,CAAAD,IAAA,CAATC,SAAS,CAAEC,YAAY,CAAAF,IAAA,CAAZE,YAAY,CAAEC,aAAa,CAAAH,IAAA,CAAbG,aAAa,CACpE,IAAAC,WAAA,CAAoDpB,UAAU,CAACK,UAAU,CAAC,CAAlEgB,YAAY,CAAAD,WAAA,CAAZC,YAAY,CAAEC,eAAe,CAAAF,WAAA,CAAfE,eAAe,CAAEC,QAAQ,CAAAH,WAAA,CAARG,QAAQ,CAC/C,IAAAC,YAAA,CAA4BxB,UAAU,CAACK,UAAU,CAAC,CAA1CoB,eAAe,CAAAD,YAAA,CAAfC,eAAe,CACvB,IAAAC,YAAA,CAAwB1B,UAAU,CAACK,UAAU,CAAC,CAAtCsB,WAAW,CAAAD,YAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiBzB,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA0B,YAAA,CAAAC,cAAA,CAAAF,WAAA,IAA/BG,MAAM,CAAAF,YAAA,IAEb,IAAAG,SAAA,CAAgD9B,QAAQ,CAAC,EAAE,CAAC,CAAA+B,UAAA,CAAAH,cAAA,CAAAE,SAAA,IAArDE,gBAAgB,CAAAD,UAAA,IAAEE,mBAAmB,CAAAF,UAAA,IAC5C;AACA,IAAAG,UAAA,CAAoClC,QAAQ,CAAC,EAAE,CAAC,CAAAmC,UAAA,CAAAP,cAAA,CAAAM,UAAA,IAAzCE,UAAU,CAAAD,UAAA,IAAEE,aAAa,CAAAF,UAAA,IAChC,IAAAG,UAAA,CAA8CtC,QAAQ,CAAC,EAAE,CAAC,CAAAuC,UAAA,CAAAX,cAAA,CAAAU,UAAA,IAAnDE,eAAe,CAAAD,UAAA,IAAEE,kBAAkB,CAAAF,UAAA,IAC1C,IAAAG,UAAA,CAA4B1C,QAAQ,CAAC,EAAE,CAAC,CAAA2C,UAAA,CAAAf,cAAA,CAAAc,UAAA,IAAjCE,MAAM,CAAAD,UAAA,IAAEE,SAAS,CAAAF,UAAA,IACxB,IAAAG,UAAA,CAAkC9C,QAAQ,CAAC,EAAE,CAAC,CAAA+C,WAAA,CAAAnB,cAAA,CAAAkB,UAAA,IAAvCE,SAAS,CAAAD,WAAA,IAAEE,YAAY,CAAAF,WAAA,IAC9B,IAAAG,WAAA,CAAkDlD,QAAQ,CAAC,EAAE,CAAC,CAAAmD,WAAA,CAAAvB,cAAA,CAAAsB,WAAA,IAAvDE,iBAAiB,CAAAD,WAAA,IAAEE,oBAAoB,CAAAF,WAAA,IAC9C,IAAAG,WAAA,CAA0CtD,QAAQ,CAAC,EAAE,CAAC,CAAAuD,WAAA,CAAA3B,cAAA,CAAA0B,WAAA,IAA/CE,aAAa,CAAAD,WAAA,IAAEE,gBAAgB,CAAAF,WAAA,IACtC,IAAAG,WAAA,CAAkC1D,QAAQ,CAAC,EAAE,CAAC,CAAA2D,WAAA,CAAA/B,cAAA,CAAA8B,WAAA,IAAvCE,SAAS,CAAAD,WAAA,IAAEE,YAAY,CAAAF,WAAA,IAC9B,IAAAG,eAAA,CAAc5D,cAAc,CAAC,CAAC,CAAtB6D,CAAC,CAAAD,eAAA,CAADC,CAAC,CACT,IAAAC,WAAA,CAA0ChE,QAAQ,CAAC,UAAU,CAAC,CAAAiE,WAAA,CAAArC,cAAA,CAAAoC,WAAA,IAAvDE,aAAa,CAAAD,WAAA,IAAEE,gBAAgB,CAAAF,WAAA,IACtC,IAAAG,WAAA,CAAkDpE,QAAQ,CAAC,EAAE,CAAC,CAAAqE,WAAA,CAAAzC,cAAA,CAAAwC,WAAA,IAAvDE,iBAAiB,CAAAD,WAAA,IAAEE,oBAAoB,CAAAF,WAAA,IAE9C,GAAM,CAAAG,MAAM,CAAG,QAAT,CAAAA,MAAMA,CAAIC,YAAY,CAAK,CAC/B,GAAIrC,UAAU,GAAK,EAAE,CAAE,CACrB,GAAI,CAACqC,YAAY,EAAI,MAAO,CAAArC,UAAU,GAAK,QAAQ,CAAE,MAAO,MAAK,CACjE,GAAM,CAAAsC,SAAS,CAAGD,YAAY,CAACE,UAAU,CACrCF,YAAY,CAACE,UAAU,CAACC,WAAW,CAAC,CAAC,CACrC,EAAE,CACN,GAAM,CAAAC,gBAAgB,CAAGJ,YAAY,CAACK,iBAAiB,CACnDL,YAAY,CAACK,iBAAiB,CAACF,WAAW,CAAC,CAAC,CAC5C,EAAE,CAEN,GACE,CAACF,SAAS,CAACK,QAAQ,CAAC3C,UAAU,CAACwC,WAAW,CAAC,CAAC,CAAC,EAC7C,CAACC,gBAAgB,CAACE,QAAQ,CAAC3C,UAAU,CAACwC,WAAW,CAAC,CAAC,CAAC,CACpD,CACA,MAAO,MAAK,CACd,CACF,CAEA,GAAIV,aAAa,GAAK,UAAU,CAAE,CAChC,GACEjD,aAAa,CAAC+D,MAAM,EACpB,CAAC/D,aAAa,CAAC8D,QAAQ,CAACN,YAAY,CAACE,UAAU,CAAC,CAChD,CACA,MAAO,MAAK,CACd,CACF,CAEA,GACEnC,eAAe,GACbyC,KAAK,CAACC,OAAO,CAACT,YAAY,CAACU,aAAa,CAAC,EACzCV,YAAY,CAACU,aAAa,CAACC,OAAO,CAAC5C,eAAe,CAAC,CAAG,CAAC,EACtD,MAAO,CAAAiC,YAAY,CAACU,aAAa,GAAK,QAAQ,EAC7CV,YAAY,CAACU,aAAa,GAAK3C,eAAgB,CAAC,CAEpD,MAAO,MAAK,CAEd,GACE8B,iBAAiB,GACfW,KAAK,CAACC,OAAO,CAACT,YAAY,CAACU,aAAa,CAAC,EACzCV,YAAY,CAACU,aAAa,CAACC,OAAO,CAACd,iBAAiB,CAAC,CAAG,CAAC,EACxD,MAAO,CAAAG,YAAY,CAACU,aAAa,GAAK,QAAQ,EAC7CV,YAAY,CAACU,aAAa,GAAKb,iBAAkB,CAAC,CAEtD,MAAO,MAAK,CAEd,GAAIlB,iBAAiB,CAAC2B,QAAQ,CAACN,YAAY,CAACE,UAAU,CAAC,CAAE,CACvDF,YAAY,CAACY,WAAW,CAACC,OAAO,CAAC,SAACC,IAAI,CAAK,CACzCA,IAAI,CAACC,YAAY,CAAGP,KAAK,CAACC,OAAO,CAACK,IAAI,CAAC,CAAG,CAAC,KAAK,CAAC,CAAG,KAAK,CAC3D,CAAC,CAAC,CACJ,CAEA,GAAIvC,SAAS,CAACgC,MAAM,GAAK,CAAC,CAAE,CAC1B,GAAIhC,SAAS,CAAC,CAAC,CAAC,GAAK,QAAQ,CAAE,KAAAyC,qBAAA,CAC7B,GAAM,CAAAC,KAAK,CACT,EAAAD,qBAAA,CAAAhB,YAAY,CAACY,WAAW,UAAAI,qBAAA,iBAAxBA,qBAAA,CAA0BE,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAC,WAAW,CAACD,IAAI,CAAC,GAAC,IAC3DnB,YAAY,SAAZA,YAAY,iBAAZA,YAAY,CAAEe,YAAY,EAC5B,MAAO,CAAAE,KAAK,EAAI,CAACtC,iBAAiB,CAAC2B,QAAQ,CAACN,YAAY,CAACE,UAAU,CAAC,CACtE,CAAC,IAAM,CACL,MAAO,CAAAnB,aAAa,SAAbA,aAAa,iBAAbA,aAAa,CAAEuB,QAAQ,CAACN,YAAY,CAACE,UAAU,CAAC,CACzD,CACF,CAAC,IAAM,IAAI3B,SAAS,CAACgC,MAAM,CAAG,CAAC,CAAE,KAAAc,sBAAA,CAC/B,GAAM,CAAAJ,MAAK,CACT,EAAAI,sBAAA,CAAArB,YAAY,CAACY,WAAW,UAAAS,sBAAA,iBAAxBA,sBAAA,CAA0BH,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAC,WAAW,CAACD,IAAI,CAAC,GAAC,IAC3DnB,YAAY,SAAZA,YAAY,iBAAZA,YAAY,CAAEe,YAAY,EAC5B,MACE,CAAAE,MAAK,EACL,CAACtC,iBAAiB,CAAC2B,QAAQ,CAACN,YAAY,CAACE,UAAU,CAAC,GACpDnB,aAAa,SAAbA,aAAa,iBAAbA,aAAa,CAAEuB,QAAQ,CAACN,YAAY,CAACE,UAAU,CAAC,EAEpD,CAEA,MAAO,KAAI,CACb,CAAC,CAED,GAAM,CAAAkB,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAID,IAAI,CAAK,CAC5B,GAAIX,KAAK,CAACC,OAAO,CAACU,IAAI,CAACJ,YAAY,CAAC,CAAE,KAAAO,kBAAA,CACpC,OAAAA,kBAAA,CAAOH,IAAI,CAACJ,YAAY,UAAAO,kBAAA,iBAAjBA,kBAAA,CAAmBJ,IAAI,CAAC,SAACK,EAAE,QAAK,CAAAA,EAAE,GAAC,CAC5C,CAAC,IAAM,CACL,MAAO,CAAAJ,IAAI,CAACJ,YAAY,GAAK,IAAI,CACnC,CACF,CAAC,CAED,GAAM,CAAAS,oBAAoB,CAAG,QAAvB,CAAAA,oBAAoBA,CAAItB,UAAU,CAAK,CAC3CtB,oBAAoB,IAAA6C,MAAA,CAAAC,kBAAA,CAAK/C,iBAAiB,GAAEuB,UAAU,EAAC,CAAC,CAC1D,CAAC,CAED,GAAM,CAAAyB,MAAM,CAAG,QAAT,CAAAA,MAAMA,CAAA,CAAS,CACnB,GACEjF,YAAY,EACZI,eAAe,EACdM,MAAM,CAACwE,KAAK,GAAK,SAAS,EAAI,CAACC,cAAc,CAACC,OAAO,CAAC,OAAO,CAAE,CAEhE,OAEF,GAAI,CACFnF,eAAe,CAAC,IAAI,CAAC,CAErBhB,YAAY,CACToG,GAAG,4BAAAN,MAAA,CAA4BnF,SAAS,kBAAgB,CAAC,CACzD0F,IAAI,CAAC,SAACC,IAAI,CAAK,CACd,GAAM,CAAAC,oBAAoB,CAAGD,IAAI,CAAClC,MAAM,CAAC,SAACoC,CAAC,QAAK,CAAAA,CAAC,CAACC,UAAU,GAAC,CAC7D5E,mBAAmB,CAAC0E,oBAAoB,CAAC,CACzC,GAAM,CAAAG,cAAc,CAAGC,IAAI,CAACC,KAAK,CAC/BC,YAAY,CAACV,OAAO,CAAC,eAAe,CACtC,CAAC,CACD9C,gBAAgB,CAACqD,cAAc,CAAC,CAClC,CAAC,CAAC,CACDI,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B,GAAIA,KAAK,CAACE,QAAQ,CAACzE,MAAM,GAAK,GAAG,EAAIuE,KAAK,CAACE,QAAQ,CAACzE,MAAM,GAAK,GAAG,CAAE,CAClEnB,WAAW,CAAC0F,KAAK,CAACG,OAAO,CAAC,CAC5B,CACF,CAAC,CAAC,CACN,CAAE,MAAOH,KAAK,CAAE,CACdC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAChC,CAAC,OAAS,CACR/F,eAAe,CAAC,KAAK,CAAC,CACxB,CACF,CAAC,CAEDrB,SAAS,CAAC,UAAM,CACdqG,MAAM,CAAC,CAAC,CACV,CAAC,CAAE,CAACvE,MAAM,CAACwE,KAAK,CAAC,CAAC,CAElB,GAAM,CAAAkB,gBAAgB,CAAG,QAAnB,CAAAA,gBAAgBA,CAAIb,IAAI,CAAK,CACjCjD,gBAAgB,CAACiD,IAAI,CAAC,CACxB,CAAC,CAED,GAAM,CAAAc,kBAAkB,CAAG,QAArB,CAAAA,kBAAkBA,CAAIC,IAAI,CAAEC,KAAK,CAAK,CAC1C,GAAM,CAAAC,OAAO,CAAG,CACdnF,eAAe,CAAE,CACfoF,MAAM,CAAEnF,kBAAkB,CAC1BmB,SAAS,CAAEjD,eACb,CAAC,CACD2D,iBAAiB,CAAE,CACjBsD,MAAM,CAAErD,oBAAoB,CAC5BX,SAAS,CAAEhD,iBACb,CAAC,CACDgC,MAAM,CAAE,CAAEgF,MAAM,CAAE/E,SAAS,CAAEe,SAAS,CAAE,EAAG,CAC7C,CAAC,CAED,IAAAiE,KAAA,CAA0CF,OAAO,CAACF,IAAI,CAAC,EAAI,CAAC,CAAC,CAArDG,MAAM,CAAAC,KAAA,CAAND,MAAM,CAAaE,UAAU,CAAAD,KAAA,CAArBjE,SAAS,CACzB,GAAI,CAACgE,MAAM,CAAE,OAEbA,MAAM,CAACF,KAAK,CAAC,CAEb,GAAM,CAAAK,gBAAgB,IAAA7B,MAAA,CAAAC,kBAAA,CACjBvC,SAAS,CAACY,MAAM,CAAC,SAACe,IAAI,QAAK,CAACuC,UAAU,CAAC/C,QAAQ,CAACQ,IAAI,CAAC,GAAC,GACzDmC,KAAK,EACN,CAED7D,YAAY,CAACkE,gBAAgB,CAAC,CAE9B,GAAIN,IAAI,GAAK,QAAQ,CAAE,CACrBxE,YAAY,CACV8E,gBAAgB,CAACvD,MAAM,CACrB,SAACe,IAAI,QAAK,CAAC,GAAAW,MAAA,CAAIvF,eAAe,CAAKC,iBAAiB,EAAEmE,QAAQ,CAACQ,IAAI,CAAC,EACtE,CACF,CAAC,CACH,CACF,CAAC,CAED,GAAM,CAAAyC,gBAAgB,CAAG,QAAnB,CAAAA,gBAAgBA,CAAIzC,IAAI,CAAK,CACjC1B,YAAY,CACVD,SAAS,CAACY,MAAM,CAAC,SAACyD,OAAO,CAAK,CAC5B,MAAO,CAAAA,OAAO,GAAK1C,IAAI,CACzB,CAAC,CACH,CAAC,CACD,GAAIA,IAAI,GAAK/C,eAAe,CAAE,CAC5BC,kBAAkB,CAAC,EAAE,CAAC,CACxB,CAAC,IAAM,IAAI8C,IAAI,GAAKjB,iBAAiB,CAAE,CACrCC,oBAAoB,CAAC,EAAE,CAAC,CAC1B,CAAC,IAAM,CACLtB,YAAY,CACVD,SAAS,CAACwB,MAAM,CAAC,SAACyD,OAAO,CAAK,CAC5B,MAAO,CAAAA,OAAO,GAAK1C,IAAI,CACzB,CAAC,CACH,CAAC,CACD,GAAIA,IAAI,GAAK3C,MAAM,CAAEC,SAAS,CAAC,EAAE,CAAC,CACpC,CACF,CAAC,CAED,GAAM,CAAAqF,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,YAAY,CAAK,CACxC,GAAIA,YAAY,GAAK,IAAI,CAAE,CACzBhE,gBAAgB,CAACgE,YAAY,CAAC,CAChC,CACF,CAAC,CAED,mBACEzH,KAAA,CAACrB,GAAG,EAAC+I,CAAC,CAAC,MAAM,CAAAC,QAAA,eACX3H,KAAA,QACE4H,KAAK,CAAE,CACLC,OAAO,CAAE,MAAM,CACfC,mBAAmB,CAAG,UAAM,CAC1B,GAAM,CAAAC,WAAW,CAAG,CAAC,KAAK,CAAE,OAAO,CAAC,CAAC1D,QAAQ,CAAChE,SAAS,CAAC,CACpD,CAAC,OAAO,CAAE,OAAO,CAAC,CAClB,CAAC,OAAO,CAAC,CACb,MAAO,CAAAE,aAAa,CAAC+D,MAAM,CACvB,GAAAkB,MAAA,CAAIuC,WAAW,EAAE,OAAO,CAAE,KAAK,GAAEC,IAAI,CAAC,GAAG,CAAC,CAC1C,GAAAxC,MAAA,CAAIuC,WAAW,EAAE,KAAK,GAAEC,IAAI,CAAC,GAAG,CAAC,CACvC,CAAC,CAAE,CAAC,CACJC,SAAS,CAAE,MAAM,CACjBC,MAAM,CAAE,WAAW,CACnBC,UAAU,CAAE,QACd,CAAE,CAAAR,QAAA,EAEDpH,aAAa,CAAC+D,MAAM,CAAG,CAAC,eACvBxE,IAAA,CAACf,WAAW,EAACqJ,EAAE,CAAE,CAAEC,QAAQ,CAAE,GAAI,CAAE,CAACC,IAAI,CAAC,OAAO,CAAAX,QAAA,cAC9C3H,KAAA,CAACnB,WAAW,EAAA8I,QAAA,eACV7H,IAAA,CAAClB,MAAM,EACL2J,SAAS,MACTC,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAAhB,eAAe,CAAC,UAAU,CAAC,EAAC,CAC3CiB,OAAO,CACLjF,aAAa,GAAK,UAAU,CAAG,WAAW,CAAG,UAC9C,CAAAmE,QAAA,CAEAtE,CAAC,CAAC,sBAAsB,CAAC,CACpB,CAAC,cACTvD,IAAA,CAAClB,MAAM,EACL2J,SAAS,MACTC,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAAhB,eAAe,CAAC,KAAK,CAAC,EAAC,CACtCiB,OAAO,CAAEjF,aAAa,GAAK,KAAK,CAAG,WAAW,CAAG,UAAW,CAAAmE,QAAA,CAE3DtE,CAAC,CAAC,iBAAiB,CAAC,CACf,CAAC,EACE,CAAC,CACH,CACd,CACAhD,SAAS,GAAK,KAAK,eAClBL,KAAA,CAACjB,WAAW,EAACqJ,EAAE,CAAE,CAAEC,QAAQ,CAAE,GAAI,CAAE,CAACC,IAAI,CAAC,OAAO,CAAAX,QAAA,eAC9C7H,IAAA,CAACd,UAAU,EAAC0J,EAAE,CAAC,sBAAsB,CAAAf,QAAA,CAClCtE,CAAC,CAAC,0BAA0B,CAAC,CACpB,CAAC,cACbvD,IAAA,CAACZ,MAAM,EACLwJ,EAAE,CAAC,SAAS,CACZC,OAAO,CAAC,sBAAsB,CAC9BC,KAAK,CAAC,eAAe,CACrBC,QAAQ,CAAE,SAAAA,SAACC,CAAC,QACV,CAAAhC,kBAAkB,CAAC,iBAAiB,CAAEgC,CAAC,CAACC,MAAM,CAAC/B,KAAK,CAAC,EACtD,CACDA,KAAK,CAAElF,eAAgB,CACvBwG,IAAI,CAAC,OAAO,CACZF,EAAE,CAAE,CAAEY,KAAK,CAAE,OAAQ,CAAE,CAAArB,QAAA,CAEtB1H,eAAe,CAACgJ,GAAG,CAAC,SAACpE,IAAI,qBACxB/E,IAAA,CAACb,QAAQ,EAAY+H,KAAK,CAAEnC,IAAK,CAAA8C,QAAA,CAC9BtE,CAAC,gBAAAmC,MAAA,CAAgBX,IAAI,CAAE,CAAC,EADZA,IAEL,CAAC,EACZ,CAAC,CACI,CAAC,EACE,CACd,CACAxE,SAAS,GAAK,OAAO,eACpBL,KAAA,CAACjB,WAAW,EAACqJ,EAAE,CAAE,CAAEC,QAAQ,CAAE,GAAI,CAAE,CAACC,IAAI,CAAC,OAAO,CAAAX,QAAA,eAC9C7H,IAAA,CAACd,UAAU,EAAC0J,EAAE,CAAC,sBAAsB,CAAAf,QAAA,CAClCtE,CAAC,CAAC,0BAA0B,CAAC,CACpB,CAAC,cACbvD,IAAA,CAACZ,MAAM,EACLwJ,EAAE,CAAC,SAAS,CACZC,OAAO,CAAC,sBAAsB,CAC9BC,KAAK,CAAC,eAAe,CACrBC,QAAQ,CAAE,SAAAA,SAACC,CAAC,QACV,CAAAhC,kBAAkB,CAAC,mBAAmB,CAAEgC,CAAC,CAACC,MAAM,CAAC/B,KAAK,CAAC,EACxD,CACDA,KAAK,CAAEpD,iBAAkB,CACzB0E,IAAI,CAAC,OAAO,CACZF,EAAE,CAAE,CAAEY,KAAK,CAAE,OAAQ,CAAE,CAAArB,QAAA,CAEtBzH,iBAAiB,CAAC+I,GAAG,CAAC,SAACpE,IAAI,qBAC1B/E,IAAA,CAACb,QAAQ,EAAY+H,KAAK,CAAEnC,IAAK,CAAA8C,QAAA,CAC9B9C,IAAI,EADQA,IAEL,CAAC,EACZ,CAAC,CACI,CAAC,EACE,CACd,cACD7E,KAAA,CAACjB,WAAW,EAACqJ,EAAE,CAAE,CAAEC,QAAQ,CAAE,GAAI,CAAE,CAACC,IAAI,CAAC,OAAO,CAAAX,QAAA,eAC9C7H,IAAA,CAACd,UAAU,EAAC0J,EAAE,CAAC,eAAe,CAAAf,QAAA,CAAEtE,CAAC,CAAC,oBAAoB,CAAC,CAAa,CAAC,cACrErD,KAAA,CAACd,MAAM,EACLwJ,EAAE,CAAC,QAAQ,CACXC,OAAO,CAAC,eAAe,CACvBC,KAAK,CAAEvF,CAAC,CAAC,oBAAoB,CAAE,CAC/BwF,QAAQ,CAAE,SAAAA,SAACC,CAAC,QAAK,CAAAhC,kBAAkB,CAAC,QAAQ,CAAEgC,CAAC,CAACC,MAAM,CAAC/B,KAAK,CAAC,EAAC,CAC9DA,KAAK,CAAE9E,MAAO,CACdoG,IAAI,CAAC,OAAO,CACZF,EAAE,CAAE,CAAEY,KAAK,CAAE,OAAQ,CAAE,CAAArB,QAAA,eAEvB7H,IAAA,CAACb,QAAQ,EAAC+H,KAAK,CAAC,QAAQ,CAAAW,QAAA,CAAEtE,CAAC,CAAC,oBAAoB,CAAC,CAAW,CAAC,cAC7DvD,IAAA,CAACb,QAAQ,EAAC+H,KAAK,CAAC,UAAU,CAAAW,QAAA,CAAEtE,CAAC,CAAC,sBAAsB,CAAC,CAAW,CAAC,EAC3D,CAAC,EACE,CAAC,cAEdvD,IAAA,CAACf,WAAW,EAACqJ,EAAE,CAAE,CAAEc,SAAS,CAAE,CAAE,CAAE,CAACT,OAAO,CAAC,UAAU,CAACP,MAAM,CAAC,QAAQ,CAAAP,QAAA,cACnE7H,IAAA,CAACH,oBAAoB,EACnB+I,EAAE,CAAC,QAAQ,CACX3B,IAAI,CAAC,QAAQ,CACb6B,KAAK,CAAEvF,CAAC,CAAC,oBAAoB,CAAE,CAC/B2D,KAAK,CAAEtF,UAAW,CAClBmH,QAAQ,CAAE,SAAAA,SAACC,CAAC,QAAK,CAAAnH,aAAa,CAACmH,CAAC,CAACC,MAAM,CAAC/B,KAAK,CAAC,EAAC,CAC/CsB,IAAI,CAAC,OAAO,CACZa,MAAM,CAAC,OAAO,CACd9F,CAAC,CAAEA,CAAE,CACN,CAAC,CACS,CAAC,EACX,CAAC,cACNvD,IAAA,QAAK8H,KAAK,CAAE,CAAEM,MAAM,CAAE,eAAgB,CAAE,CAAAP,QAAA,CACrCzE,SAAS,CAAC+F,GAAG,CAAC,SAACpE,IAAI,CAAEuE,KAAK,qBACzBtJ,IAAA,CAAChB,IAAI,EAEH8J,KAAK,CAAEvF,CAAC,gBAAAmC,MAAA,CAAgBX,IAAI,CAAE,CAAE,CAChC4D,OAAO,CAAC,UAAU,CAClBH,IAAI,CAAC,OAAO,CACZe,KAAK,CAAC,SAAS,CACfzB,KAAK,CAAE,CAAE0B,WAAW,CAAE,EAAG,CAAE,CAC3BC,QAAQ,CAAE,SAAAA,SAAA,QAAM,CAAAjC,gBAAgB,CAACzC,IAAI,CAAC,EAAC,EANlCuE,KAON,CAAC,EACH,CAAC,CACC,CAAC,cACNtJ,IAAA,QACE8H,KAAK,CAAE,CACLC,OAAO,CAAE,MAAM,CACfC,mBAAmB,CAAE,uCAAuC,CAC5D0B,WAAW,CAAE,MAAM,CACnBC,OAAO,CAAE,WACX,CAAE,CAAA9B,QAAA,CAEDrG,gBAAgB,CACdwC,MAAM,CAAC,SAACC,YAAY,QAAK,CAAAD,MAAM,CAACC,YAAY,CAAC,GAAC,CAC9C2F,IAAI,CAAC,SAACC,CAAC,CAAEC,CAAC,CAAK,CACd,GAAIpG,aAAa,GAAK,UAAU,CAAE,CAChC,GAAM,CAAAqG,MAAM,CAAGtJ,aAAa,CAACmE,OAAO,CAACiF,CAAC,CAAC1F,UAAU,CAAC,CAClD,GAAM,CAAA6F,MAAM,CAAGvJ,aAAa,CAACmE,OAAO,CAACkF,CAAC,CAAC3F,UAAU,CAAC,CAClD,MACE,CAAC4F,MAAM,GAAK,CAAC,CAAC,CAAGA,MAAM,CAAGE,QAAQ,GACjCD,MAAM,GAAK,CAAC,CAAC,CAAGA,MAAM,CAAGC,QAAQ,CAAC,CAEvC,CACA,MAAO,EAAC,CACV,CAAC,CAAC,CACDd,GAAG,CAAC,SAACe,oBAAoB,qBACxBlK,IAAA,CAACF,SAAS,EAERqK,GAAG,CAAEtJ,QAAS,CACduJ,SAAS,CAAEF,oBAAqB,CAChC1J,YAAY,CAAEA,YAAa,CAC3BD,SAAS,CAAEA,SAAU,CACrB8J,sBAAsB,CAAE5E,oBAAqB,CAC7C6E,kBAAkB,CAAEvD,gBAAiB,EANhCmD,oBAAoB,CAAC/F,UAO3B,CAAC,EACH,CAAC,CACD,CAAC,EACH,CAAC,CAEV,CAAC,CAED,cAAe,CAAA9D,oBAAoB","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}

xinference/web/ui/src/locales/en.json

@@ -4,7 +4,8 @@
     "runningModels": "Running Models",
     "registerModel": "Register Model",
     "clusterInfo": "Cluster Information",
-    "contactUs": "Contact Us"
+    "contactUs": "Contact Us",
+    "documentation": "Documentation"
   },
 
   "model": {
@@ -24,9 +25,9 @@
     "chat": "chat",
     "vision": "vl-chat",
     "reasoning": "reasoning",
-    "text-to-audio": "text-to-audio",
-    "audio-to-text": "audio-to-text",
-    "audio-to-audio": "audio-to-audio",
+    "text2audio": "text2audio",
+    "audio2text": "audio2text",
+    "audio2audio": "audio2audio",
     "status": "Status",
     "cached": "Cached",
     "manageCachedModels": "Manage Cached Models",
@@ -68,6 +69,7 @@
     "modelPath.optional": "(Optional) Model Path, For PyTorch, provide the model directory. For GGML/GGUF, provide the model file path.",
     "GGUFQuantization.optional": "(Optional) GGUF quantization format, quantizing the Transformer part.",
     "GGUFModelPath.optional": "(Optional) GGUF model path, should be a file ending with .gguf.",
+    "enableThinking": "Enable Thinking",
     "parsingReasoningContent": "Parsing Reasoning Content",
     "CPUOffload": "CPU Offload",
     "CPUOffload.tip": "Unload the model to the CPU. Recommend to enable this when resources are limited or when using the GGUF option.",

xinference/web/ui/src/locales/zh.json

@@ -4,7 +4,8 @@
     "runningModels": "运行模型",
     "registerModel": "注册模型",
     "clusterInfo": "集群信息",
-    "contactUs": "联系我们"
+    "contactUs": "联系我们",
+    "documentation": "文档"
   },
 
   "model": {
@@ -24,9 +25,9 @@
     "chat": "聊天",
     "vision": "视觉聊天",
     "reasoning": "推理",
-    "text-to-audio": "text-to-audio",
-    "audio-to-text": "audio-to-text",
-    "audio-to-audio": "audio-to-audio",
+    "text2audio": "text2audio",
+    "audio2text": "audio2text",
+    "audio2audio": "audio2audio",
     "status": "状态",
     "cached": "已缓存",
     "manageCachedModels": "管理缓存模型",
@@ -68,6 +69,7 @@
     "modelPath.optional": "(可选) 模型路径，对于 PyTorch，提供模型目录；对于 GGML/GGUF，提供模型文件路径。",
     "GGUFQuantization.optional": "(可选) GGUF量化格式，对Transformer部分进行量化。",
     "GGUFModelPath.optional": "(可选) GGUF模型路径，应为以 .gguf 结尾的文件。",
+    "enableThinking": "开启思考模式",
     "parsingReasoningContent": "解析推理内容",
     "CPUOffload": "CPU卸载",
     "CPUOffload.tip": "将模型卸载到CPU。当资源有限或使用GGUF选项时，建议启用此功能。",

{xinference-1.5.1.dist-info → xinference-1.6.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: xinference
-Version: 1.5.1
+Version: 1.6.0
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -19,11 +19,11 @@ Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Topic :: Software Development :: Libraries
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: xoscar>=0.6.1
+Requires-Dist: xoscar>=0.7.2
 Requires-Dist: torch
 Requires-Dist: gradio
 Requires-Dist: pillow
-Requires-Dist: click
+Requires-Dist: click<8.2.0
 Requires-Dist: tqdm>=4.27
 Requires-Dist: tabulate
 Requires-Dist: requests
@@ -67,35 +67,50 @@ Requires-Dist: sphinx-tabs; extra == "dev"
 Requires-Dist: sphinx-design; extra == "dev"
 Provides-Extra: all
 Requires-Dist: uv; extra == "all"
-Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "all"
 Requires-Dist: xllamacpp; extra == "all"
 Requires-Dist: transformers>=4.46.0; extra == "all"
-Requires-Dist: torch>=2.0.0; extra == "all"
+Requires-Dist: torch; extra == "all"
 Requires-Dist: accelerate>=0.28.0; extra == "all"
 Requires-Dist: sentencepiece; extra == "all"
 Requires-Dist: transformers_stream_generator; extra == "all"
-Requires-Dist: bitsandbytes; extra == "all"
+Requires-Dist: bitsandbytes; sys_platform == "linux" and extra == "all"
 Requires-Dist: protobuf; extra == "all"
 Requires-Dist: einops; extra == "all"
-Requires-Dist: tiktoken>=0.6.0; extra == "all"
-Requires-Dist: sentence-transformers>=3.1.0; extra == "all"
-Requires-Dist: vllm>=0.2.6; sys_platform == "linux" and extra == "all"
-Requires-Dist: imageio-ffmpeg; extra == "all"
-Requires-Dist: controlnet_aux; extra == "all"
-Requires-Dist: orjson; extra == "all"
-Requires-Dist: gptqmodel; extra == "all"
-Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "all"
+Requires-Dist: tiktoken; extra == "all"
 Requires-Dist: optimum; extra == "all"
-Requires-Dist: outlines>=0.0.34; extra == "all"
-Requires-Dist: sglang[srt]>=0.4.2.post4; sys_platform == "linux" and extra == "all"
-Requires-Dist: mlx-lm>=0.21.5; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
-Requires-Dist: mlx-vlm>=0.1.11; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
-Requires-Dist: mlx-whisper; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
-Requires-Dist: f5-tts-mlx; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
 Requires-Dist: attrdict; extra == "all"
 Requires-Dist: timm>=0.9.16; extra == "all"
 Requires-Dist: torchvision; extra == "all"
+Requires-Dist: peft; extra == "all"
+Requires-Dist: eva-decord; extra == "all"
+Requires-Dist: jj-pytorchvideo; extra == "all"
+Requires-Dist: qwen-vl-utils!=0.0.9; extra == "all"
+Requires-Dist: qwen_omni_utils; extra == "all"
+Requires-Dist: datamodel_code_generator; extra == "all"
+Requires-Dist: jsonschema; extra == "all"
+Requires-Dist: blobfile; extra == "all"
+Requires-Dist: vllm>=0.2.6; extra == "all"
+Requires-Dist: sglang[srt]>=0.4.2.post4; sys_platform == "linux" and extra == "all"
+Requires-Dist: mlx-lm>=0.21.5; extra == "all"
+Requires-Dist: mlx-vlm>=0.1.11; extra == "all"
+Requires-Dist: mlx-whisper; extra == "all"
+Requires-Dist: f5-tts-mlx; extra == "all"
+Requires-Dist: qwen_vl_utils!=0.0.9; extra == "all"
+Requires-Dist: tomli; extra == "all"
+Requires-Dist: sentence-transformers>=3.1.0; extra == "all"
 Requires-Dist: FlagEmbedding; extra == "all"
+Requires-Dist: diffusers>=0.32.0; extra == "all"
+Requires-Dist: controlnet_aux; extra == "all"
+Requires-Dist: deepcache; extra == "all"
+Requires-Dist: gguf; extra == "all"
+Requires-Dist: verovio>=4.3.1; extra == "all"
+Requires-Dist: transformers>=4.37.2; extra == "all"
+Requires-Dist: tiktoken>=0.6.0; extra == "all"
+Requires-Dist: accelerate>=0.28.0; extra == "all"
+Requires-Dist: torch; extra == "all"
+Requires-Dist: torchvision; extra == "all"
+Requires-Dist: diffusers>=0.32.0; extra == "all"
+Requires-Dist: imageio-ffmpeg; extra == "all"
 Requires-Dist: funasr<1.1.17; extra == "all"
 Requires-Dist: omegaconf~=2.3.0; extra == "all"
 Requires-Dist: nemo_text_processing<1.1.0; sys_platform == "linux" and extra == "all"
@@ -104,20 +119,18 @@ Requires-Dist: librosa; extra == "all"
 Requires-Dist: xxhash; extra == "all"
 Requires-Dist: torchaudio; extra == "all"
 Requires-Dist: ChatTTS>=0.2.1; extra == "all"
+Requires-Dist: tiktoken; extra == "all"
+Requires-Dist: torch>=2.0.0; extra == "all"
 Requires-Dist: lightning>=2.0.0; extra == "all"
 Requires-Dist: hydra-core>=1.3.2; extra == "all"
 Requires-Dist: inflect; extra == "all"
 Requires-Dist: conformer; extra == "all"
 Requires-Dist: diffusers>=0.32.0; extra == "all"
-Requires-Dist: gguf; extra == "all"
 Requires-Dist: gdown; extra == "all"
 Requires-Dist: pyarrow; extra == "all"
 Requires-Dist: HyperPyYAML; extra == "all"
 Requires-Dist: onnxruntime>=1.16.0; extra == "all"
-Requires-Dist: boto3<1.28.65,>=1.28.55; extra == "all"
-Requires-Dist: tensorizer~=2.9.0; extra == "all"
-Requires-Dist: eva-decord; extra == "all"
-Requires-Dist: jj-pytorchvideo; extra == "all"
+Requires-Dist: pyworld>=0.3.4; extra == "all"
 Requires-Dist: loguru; extra == "all"
 Requires-Dist: natsort; extra == "all"
 Requires-Dist: loralib; extra == "all"
@@ -133,20 +146,24 @@ Requires-Dist: vocos; extra == "all"
 Requires-Dist: librosa; extra == "all"
 Requires-Dist: jieba; extra == "all"
 Requires-Dist: soundfile; extra == "all"
-Requires-Dist: qwen-vl-utils!=0.0.9; extra == "all"
-Requires-Dist: qwen_omni_utils; extra == "all"
-Requires-Dist: datamodel_code_generator; extra == "all"
-Requires-Dist: jsonschema; extra == "all"
-Requires-Dist: verovio>=4.3.1; extra == "all"
-Requires-Dist: accelerate>=0.28.0; extra == "all"
-Requires-Dist: blobfile; extra == "all"
+Requires-Dist: cached_path; extra == "all"
+Requires-Dist: unidic-lite; extra == "all"
+Requires-Dist: cn2an; extra == "all"
+Requires-Dist: mecab-python3; extra == "all"
+Requires-Dist: num2words; extra == "all"
+Requires-Dist: pykakasi; extra == "all"
+Requires-Dist: fugashi; extra == "all"
+Requires-Dist: g2p_en; extra == "all"
+Requires-Dist: anyascii; extra == "all"
+Requires-Dist: gruut[de,es,fr]; extra == "all"
+Requires-Dist: kokoro>=0.7.15; extra == "all"
+Requires-Dist: misaki[en,ja,zh]>=0.7.15; extra == "all"
 Requires-Dist: langdetect; extra == "all"
 Requires-Dist: pyloudnorm; extra == "all"
 Provides-Extra: intel
 Requires-Dist: torch==2.1.0a0; extra == "intel"
 Requires-Dist: intel_extension_for_pytorch==2.1.10+xpu; extra == "intel"
 Provides-Extra: llama-cpp
-Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "llama-cpp"
 Requires-Dist: xllamacpp; extra == "llama-cpp"
 Provides-Extra: transformers
 Requires-Dist: transformers>=4.46.0; extra == "transformers"
@@ -158,8 +175,6 @@ Requires-Dist: bitsandbytes; sys_platform == "linux" and extra == "transformers"
 Requires-Dist: protobuf; extra == "transformers"
 Requires-Dist: einops; extra == "transformers"
 Requires-Dist: tiktoken; extra == "transformers"
-Requires-Dist: gptqmodel; extra == "transformers"
-Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "transformers"
 Requires-Dist: optimum; extra == "transformers"
 Requires-Dist: attrdict; extra == "transformers"
 Requires-Dist: timm>=0.9.16; extra == "transformers"
@@ -172,6 +187,10 @@ Requires-Dist: qwen_omni_utils; extra == "transformers"
 Requires-Dist: datamodel_code_generator; extra == "transformers"
 Requires-Dist: jsonschema; extra == "transformers"
 Requires-Dist: blobfile; extra == "transformers"
+Provides-Extra: transformers-quantization
+Requires-Dist: bitsandbytes; sys_platform == "linux" and extra == "transformers-quantization"
+Requires-Dist: gptqmodel; extra == "transformers-quantization"
+Requires-Dist: autoawq!=0.2.6; sys_platform != "darwin" and extra == "transformers-quantization"
 Provides-Extra: vllm
 Requires-Dist: vllm>=0.2.6; extra == "vllm"
 Provides-Extra: sglang
@@ -221,6 +240,7 @@ Requires-Dist: gdown; extra == "audio"
 Requires-Dist: pyarrow; extra == "audio"
 Requires-Dist: HyperPyYAML; extra == "audio"
 Requires-Dist: onnxruntime>=1.16.0; extra == "audio"
+Requires-Dist: pyworld>=0.3.4; extra == "audio"
 Requires-Dist: loguru; extra == "audio"
 Requires-Dist: natsort; extra == "audio"
 Requires-Dist: loralib; extra == "audio"
@@ -316,6 +336,7 @@ potential of cutting-edge AI models.
 - Support SGLang backend: [#1161](https://github.com/xorbitsai/inference/pull/1161)
 - Support LoRA for LLM and image models: [#1080](https://github.com/xorbitsai/inference/pull/1080)
 ### New Models
+- Built-in support for [Qwen3](https://qwenlm.github.io/blog/qwen3/): [#3347](https://github.com/xorbitsai/inference/pull/3347)
 - Built-in support for [Qwen2.5-Omni](https://github.com/QwenLM/Qwen2.5-Omni): [#3279](https://github.com/xorbitsai/inference/pull/3279)
 - Built-in support for [Skywork-OR1](https://github.com/SkyworkAI/Skywork-OR1): [#3274](https://github.com/xorbitsai/inference/pull/3274)
 - Built-in support for [GLM-4-0414](https://github.com/THUDM/GLM-4): [#3251](https://github.com/xorbitsai/inference/pull/3251)
@@ -323,7 +344,6 @@ potential of cutting-edge AI models.
 - Built-in support for [paraformer-zh](https://huggingface.co/funasr/paraformer-zh): [#3236](https://github.com/xorbitsai/inference/pull/3236)
 - Built-in support for [InternVL3](https://internvl.github.io/blog/2025-04-11-InternVL-3.0/): [#3235](https://github.com/xorbitsai/inference/pull/3235)
 - Built-in support for [MegaTTS3](https://github.com/bytedance/MegaTTS3): [#3224](https://github.com/xorbitsai/inference/pull/3224)
-- Built-in support for [Deepseek-VL2](https://github.com/deepseek-ai/DeepSeek-VL2): [#3179](https://github.com/xorbitsai/inference/pull/3179)
 ### Integrations
 - [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
 - [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.