xinference 0.11.0__py3-none-any.whl → 0.11.2__py3-none-any.whl

xinference/web/ui/node_modules/.cache/babel-loader/1fa824d82b2af519de7700c594e50bde4bbca60d13bd3fabff576802e4070304.json

@@ -0,0 +1 @@
+{"ast":null,"code":"import _regeneratorRuntime from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/regeneratorRuntime.js\";import _asyncToGenerator from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/asyncToGenerator.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{Box,FormControl}from'@mui/material';import React,{useContext,useEffect,useState}from'react';import{ApiContext}from'../../components/apiContext';import fetcher from'../../components/fetcher';import HotkeyFocusTextField from'../../components/hotkeyFocusTextField';import ModelCard from'./modelCard';import style from'./styles/launchModelStyle';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var LaunchModelComponent=function LaunchModelComponent(_ref){var modelType=_ref.modelType,gpuAvailable=_ref.gpuAvailable;var endPoint=useContext(ApiContext).endPoint;var _useState=useState([]),_useState2=_slicedToArray(_useState,2),registrationData=_useState2[0],setRegistrationData=_useState2[1];var _useState3=useState(''),_useState4=_slicedToArray(_useState3,2),searchTerm=_useState4[0],setSearchTerm=_useState4[1];var _useContext=useContext(ApiContext),isCallingApi=_useContext.isCallingApi,setIsCallingApi=_useContext.setIsCallingApi;var _useContext2=useContext(ApiContext),isUpdatingModel=_useContext2.isUpdatingModel;var handleChange=function handleChange(e){setSearchTerm(e.target.value);};var filter=function filter(registration){if(!registration||typeof searchTerm!=='string')return false;var modelName=registration.model_name?registration.model_name.toLowerCase():'';return modelName.includes(searchTerm.toLowerCase());};var update=/*#__PURE__*/function(){var _ref2=_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee(){var response,registrations,builtinModels;return _regeneratorRuntime().wrap(function _callee$(_context){while(1)switch(_context.prev=_context.next){case 0:if(!(isCallingApi||isUpdatingModel)){_context.next=2;break;}return _context.abrupt(\"return\");case 2:_context.prev=2;setIsCallingApi(true);_context.next=6;return fetcher(\"\".concat(endPoint,\"/v1/model_registrations/\").concat(modelType,\"?detailed=true\"),{method:'GET'});case 6:response=_context.sent;_context.next=9;return response.json();case 9:registrations=_context.sent;builtinModels=registrations.filter(function(v){return v.is_builtin;});setRegistrationData(builtinModels);_context.next=17;break;case 14:_context.prev=14;_context.t0=_context[\"catch\"](2);console.error('Error:',_context.t0);case 17:_context.prev=17;setIsCallingApi(false);return _context.finish(17);case 20:case\"end\":return _context.stop();}},_callee,null,[[2,14,17,20]]);}));return function update(){return _ref2.apply(this,arguments);};}();useEffect(function(){update();},[]);return/*#__PURE__*/_jsxs(Box,{m:\"20px\",children:[/*#__PURE__*/_jsx(\"div\",{style:{display:'grid',gridTemplateColumns:'1fr',margin:'30px 2rem'},children:/*#__PURE__*/_jsx(FormControl,{variant:\"outlined\",margin:\"normal\",children:/*#__PURE__*/_jsx(HotkeyFocusTextField,{id:\"search\",type:\"search\",label:\"Search for \".concat(modelType,\" model name\"),value:searchTerm,onChange:handleChange,size:\"small\",hotkey:\"/\"})})}),/*#__PURE__*/_jsx(\"div\",{style:style,children:registrationData.filter(function(registration){return filter(registration);}).map(function(filteredRegistration){return/*#__PURE__*/_jsx(ModelCard,{url:endPoint,modelData:filteredRegistration,modelType:modelType,gpuAvailable:gpuAvailable},filteredRegistration.model_name);})})]});};export default LaunchModelComponent;","map":{"version":3,"names":["Box","FormControl","React","useContext","useEffect","useState","ApiContext","fetcher","HotkeyFocusTextField","ModelCard","style","jsx","_jsx","jsxs","_jsxs","LaunchModelComponent","_ref","modelType","gpuAvailable","endPoint","_useState","_useState2","_slicedToArray","registrationData","setRegistrationData","_useState3","_useState4","searchTerm","setSearchTerm","_useContext","isCallingApi","setIsCallingApi","_useContext2","isUpdatingModel","handleChange","e","target","value","filter","registration","modelName","model_name","toLowerCase","includes","update","_ref2","_asyncToGenerator","_regeneratorRuntime","mark","_callee","response","registrations","builtinModels","wrap","_callee$","_context","prev","next","abrupt","concat","method","sent","json","v","is_builtin","t0","console","error","finish","stop","apply","arguments","m","children","display","gridTemplateColumns","margin","variant","id","type","label","onChange","size","hotkey","map","filteredRegistration","url","modelData"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/LaunchModelComponent.js"],"sourcesContent":["import { Box, FormControl } from '@mui/material'\nimport React, { useContext, useEffect, useState } from 'react'\n\nimport { ApiContext } from '../../components/apiContext'\nimport fetcher from '../../components/fetcher'\nimport HotkeyFocusTextField from '../../components/hotkeyFocusTextField'\nimport ModelCard from './modelCard'\nimport style from './styles/launchModelStyle'\n\nconst LaunchModelComponent = ({ modelType, gpuAvailable }) => {\n  let endPoint = useContext(ApiContext).endPoint\n  const [registrationData, setRegistrationData] = useState([])\n  const [searchTerm, setSearchTerm] = useState('')\n\n  const { isCallingApi, setIsCallingApi } = useContext(ApiContext)\n  const { isUpdatingModel } = useContext(ApiContext)\n\n  const handleChange = (e) => {\n    setSearchTerm(e.target.value)\n  }\n\n  const filter = (registration) => {\n    if (!registration || typeof searchTerm !== 'string') return false\n    const modelName = registration.model_name\n      ? registration.model_name.toLowerCase()\n      : ''\n    return modelName.includes(searchTerm.toLowerCase())\n  }\n\n  const update = async () => {\n    if (isCallingApi || isUpdatingModel) return\n\n    try {\n      setIsCallingApi(true)\n\n      const response = await fetcher(\n        `${endPoint}/v1/model_registrations/${modelType}?detailed=true`,\n        {\n          method: 'GET',\n        }\n      )\n\n      const registrations = await response.json()\n\n      const builtinModels = registrations.filter((v) => {\n        return v.is_builtin\n      })\n      setRegistrationData(builtinModels)\n    } catch (error) {\n      console.error('Error:', error)\n    } finally {\n      setIsCallingApi(false)\n    }\n  }\n\n  useEffect(() => {\n    update()\n  }, [])\n\n  return (\n    <Box m=\"20px\">\n      <div\n        style={{\n          display: 'grid',\n          gridTemplateColumns: '1fr',\n          margin: '30px 2rem',\n        }}\n      >\n        <FormControl variant=\"outlined\" margin=\"normal\">\n          <HotkeyFocusTextField\n            id=\"search\"\n            type=\"search\"\n            label={`Search for ${modelType} model name`}\n            value={searchTerm}\n            onChange={handleChange}\n            size=\"small\"\n            hotkey=\"/\"\n          />\n        </FormControl>\n      </div>\n      <div style={style}>\n        {registrationData\n          .filter((registration) => filter(registration))\n          .map((filteredRegistration) => (\n            <ModelCard\n              key={filteredRegistration.model_name}\n              url={endPoint}\n              modelData={filteredRegistration}\n              modelType={modelType}\n              gpuAvailable={gpuAvailable}\n            />\n          ))}\n      </div>\n    </Box>\n  )\n}\n\nexport default LaunchModelComponent\n"],"mappings":"ubAAA,OAASA,GAAG,CAAEC,WAAW,KAAQ,eAAe,CAChD,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAE9D,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,OAAO,KAAM,0BAA0B,CAC9C,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,SAAS,KAAM,aAAa,CACnC,MAAO,CAAAC,KAAK,KAAM,2BAA2B,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAE7C,GAAM,CAAAC,oBAAoB,CAAG,QAAvB,CAAAA,oBAAoBA,CAAAC,IAAA,CAAoC,IAA9B,CAAAC,SAAS,CAAAD,IAAA,CAATC,SAAS,CAAEC,YAAY,CAAAF,IAAA,CAAZE,YAAY,CACrD,GAAI,CAAAC,QAAQ,CAAGhB,UAAU,CAACG,UAAU,CAAC,CAACa,QAAQ,CAC9C,IAAAC,SAAA,CAAgDf,QAAQ,CAAC,EAAE,CAAC,CAAAgB,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAArDG,gBAAgB,CAAAF,UAAA,IAAEG,mBAAmB,CAAAH,UAAA,IAC5C,IAAAI,UAAA,CAAoCpB,QAAQ,CAAC,EAAE,CAAC,CAAAqB,UAAA,CAAAJ,cAAA,CAAAG,UAAA,IAAzCE,UAAU,CAAAD,UAAA,IAAEE,aAAa,CAAAF,UAAA,IAEhC,IAAAG,WAAA,CAA0C1B,UAAU,CAACG,UAAU,CAAC,CAAxDwB,YAAY,CAAAD,WAAA,CAAZC,YAAY,CAAEC,eAAe,CAAAF,WAAA,CAAfE,eAAe,CACrC,IAAAC,YAAA,CAA4B7B,UAAU,CAACG,UAAU,CAAC,CAA1C2B,eAAe,CAAAD,YAAA,CAAfC,eAAe,CAEvB,GAAM,CAAAC,YAAY,CAAG,QAAf,CAAAA,YAAYA,CAAIC,CAAC,CAAK,CAC1BP,aAAa,CAACO,CAAC,CAACC,MAAM,CAACC,KAAK,CAAC,CAC/B,CAAC,CAED,GAAM,CAAAC,MAAM,CAAG,QAAT,CAAAA,MAAMA,CAAIC,YAAY,CAAK,CAC/B,GAAI,CAACA,YAAY,EAAI,MAAO,CAAAZ,UAAU,GAAK,QAAQ,CAAE,MAAO,MAAK,CACjE,GAAM,CAAAa,SAAS,CAAGD,YAAY,CAACE,UAAU,CACrCF,YAAY,CAACE,UAAU,CAACC,WAAW,CAAC,CAAC,CACrC,EAAE,CACN,MAAO,CAAAF,SAAS,CAACG,QAAQ,CAAChB,UAAU,CAACe,WAAW,CAAC,CAAC,CAAC,CACrD,CAAC,CAED,GAAM,CAAAE,MAAM,6BAAAC,KAAA,CAAAC,iBAAA,cAAAC,mBAAA,GAAAC,IAAA,CAAG,SAAAC,QAAA,MAAAC,QAAA,CAAAC,aAAA,CAAAC,aAAA,QAAAL,mBAAA,GAAAM,IAAA,UAAAC,SAAAC,QAAA,iBAAAA,QAAA,CAAAC,IAAA,CAAAD,QAAA,CAAAE,IAAA,cACT3B,YAAY,EAAIG,eAAe,GAAAsB,QAAA,CAAAE,IAAA,iBAAAF,QAAA,CAAAG,MAAA,kBAAAH,QAAA,CAAAC,IAAA,GAGjCzB,eAAe,CAAC,IAAI,CAAC,CAAAwB,QAAA,CAAAE,IAAA,SAEE,CAAAlD,OAAO,IAAAoD,MAAA,CACzBxC,QAAQ,6BAAAwC,MAAA,CAA2B1C,SAAS,mBAC/C,CACE2C,MAAM,CAAE,KACV,CACF,CAAC,QALKV,QAAQ,CAAAK,QAAA,CAAAM,IAAA,CAAAN,QAAA,CAAAE,IAAA,SAOc,CAAAP,QAAQ,CAACY,IAAI,CAAC,CAAC,QAArCX,aAAa,CAAAI,QAAA,CAAAM,IAAA,CAEbT,aAAa,CAAGD,aAAa,CAACb,MAAM,CAAC,SAACyB,CAAC,CAAK,CAChD,MAAO,CAAAA,CAAC,CAACC,UAAU,CACrB,CAAC,CAAC,CACFxC,mBAAmB,CAAC4B,aAAa,CAAC,CAAAG,QAAA,CAAAE,IAAA,kBAAAF,QAAA,CAAAC,IAAA,IAAAD,QAAA,CAAAU,EAAA,CAAAV,QAAA,aAElCW,OAAO,CAACC,KAAK,CAAC,QAAQ,CAAAZ,QAAA,CAAAU,EAAO,CAAC,SAAAV,QAAA,CAAAC,IAAA,IAE9BzB,eAAe,CAAC,KAAK,CAAC,QAAAwB,QAAA,CAAAa,MAAA,8BAAAb,QAAA,CAAAc,IAAA,MAAApB,OAAA,uBAEzB,kBAxBK,CAAAL,MAAMA,CAAA,SAAAC,KAAA,CAAAyB,KAAA,MAAAC,SAAA,OAwBX,CAEDnE,SAAS,CAAC,UAAM,CACdwC,MAAM,CAAC,CAAC,CACV,CAAC,CAAE,EAAE,CAAC,CAEN,mBACE9B,KAAA,CAACd,GAAG,EAACwE,CAAC,CAAC,MAAM,CAAAC,QAAA,eACX7D,IAAA,QACEF,KAAK,CAAE,CACLgE,OAAO,CAAE,MAAM,CACfC,mBAAmB,CAAE,KAAK,CAC1BC,MAAM,CAAE,WACV,CAAE,CAAAH,QAAA,cAEF7D,IAAA,CAACX,WAAW,EAAC4E,OAAO,CAAC,UAAU,CAACD,MAAM,CAAC,QAAQ,CAAAH,QAAA,cAC7C7D,IAAA,CAACJ,oBAAoB,EACnBsE,EAAE,CAAC,QAAQ,CACXC,IAAI,CAAC,QAAQ,CACbC,KAAK,eAAArB,MAAA,CAAgB1C,SAAS,eAAc,CAC5CoB,KAAK,CAAEV,UAAW,CAClBsD,QAAQ,CAAE/C,YAAa,CACvBgD,IAAI,CAAC,OAAO,CACZC,MAAM,CAAC,GAAG,CACX,CAAC,CACS,CAAC,CACX,CAAC,cACNvE,IAAA,QAAKF,KAAK,CAAEA,KAAM,CAAA+D,QAAA,CACflD,gBAAgB,CACde,MAAM,CAAC,SAACC,YAAY,QAAK,CAAAD,MAAM,CAACC,YAAY,CAAC,GAAC,CAC9C6C,GAAG,CAAC,SAACC,oBAAoB,qBACxBzE,IAAA,CAACH,SAAS,EAER6E,GAAG,CAAEnE,QAAS,CACdoE,SAAS,CAAEF,oBAAqB,CAChCpE,SAAS,CAAEA,SAAU,CACrBC,YAAY,CAAEA,YAAa,EAJtBmE,oBAAoB,CAAC5C,UAK3B,CAAC,EACH,CAAC,CACD,CAAC,EACH,CAAC,CAEV,CAAC,CAED,cAAe,CAAA1B,oBAAoB"},"metadata":{},"sourceType":"module","externalDependencies":[]}

xinference/web/ui/node_modules/.cache/babel-loader/23caf6f1e52c43e983ca3bfd4189f41dbd645fa78f2dfdcd7f6b69bc41678665.json

@@ -0,0 +1 @@
+{"ast":null,"code":"import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Tab}from'@mui/material';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import Title from'../../components/Title';import LaunchCustom from'./launchCustom';import LaunchLLM from'./launchLLM';import LaunchModelComponent from'./LaunchModelComponent';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var LaunchModel=function LaunchModel(){var endPoint=useContext(ApiContext).endPoint;var _React$useState=React.useState(sessionStorage.getItem('modelType')?sessionStorage.getItem('modelType'):'/launch_model/llm'),_React$useState2=_slicedToArray(_React$useState,2),value=_React$useState2[0],setValue=_React$useState2[1];var _useState=useState(-1),_useState2=_slicedToArray(_useState,2),gpuAvailable=_useState2[0],setGPUAvailable=_useState2[1];var _useContext=useContext(ApiContext),setErrorMsg=_useContext.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var handleTabChange=function handleTabChange(event,newValue){setValue(newValue);navigate(newValue);sessionStorage.setItem('modelType',newValue);newValue==='/launch_model/custom/llm'?sessionStorage.setItem('subType',newValue):'';};useEffect(function(){if(cookie.token===''||cookie.token===undefined){return;}if(cookie.token!=='no_auth'&&!sessionStorage.getItem('token')){navigate('/login',{replace:true});return;}if(gpuAvailable===-1){fetch(endPoint+'/v1/cluster/devices',{method:'GET',headers:{'Content-Type':'application/json'}}).then(function(res){if(!res.ok){// Usually, if some errors happen here, check if the cluster is available\nres.json().then(function(errorData){setErrorMsg(\"Server error: \".concat(res.status,\" - \").concat(errorData.detail||'Unknown error'));});}else{res.json().then(function(data){setGPUAvailable(parseInt(data,10));});}});}},[cookie.token]);useEffect(function(){});return/*#__PURE__*/_jsxs(Box,{m:\"20px\",children:[/*#__PURE__*/_jsx(Title,{title:\"Launch Model\"}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:value,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:value,onChange:handleTabChange,\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:\"Language Models\",value:\"/launch_model/llm\"}),/*#__PURE__*/_jsx(Tab,{label:\"Embedding Models\",value:\"/launch_model/embedding\"}),/*#__PURE__*/_jsx(Tab,{label:\"Rerank Models\",value:\"/launch_model/rerank\"}),/*#__PURE__*/_jsx(Tab,{label:\"Image Models\",value:\"/launch_model/image\"}),/*#__PURE__*/_jsx(Tab,{label:\"Audio Models\",value:\"/launch_model/audio\"}),/*#__PURE__*/_jsx(Tab,{label:\"Custom Models\",value:\"/launch_model/custom/llm\"})]})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchLLM,{gpuAvailable:gpuAvailable})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/embedding\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'embedding',gpuAvailable:gpuAvailable})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/rerank\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'rerank',gpuAvailable:gpuAvailable})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/image\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'image'})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/audio\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'audio'})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/custom/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchCustom,{gpuAvailable:gpuAvailable})})]})]});};export default LaunchModel;","map":{"version":3,"names":["TabContext","TabList","TabPanel","Box","Tab","React","useContext","useEffect","useState","useCookies","useNavigate","ApiContext","ErrorMessageSnackBar","Title","LaunchCustom","LaunchLLM","LaunchModelComponent","jsx","_jsx","jsxs","_jsxs","LaunchModel","endPoint","_React$useState","sessionStorage","getItem","_React$useState2","_slicedToArray","value","setValue","_useState","_useState2","gpuAvailable","setGPUAvailable","_useContext","setErrorMsg","_useCookies","_useCookies2","cookie","navigate","handleTabChange","event","newValue","setItem","token","undefined","replace","fetch","method","headers","then","res","ok","json","errorData","concat","status","detail","data","parseInt","m","children","title","sx","borderBottom","borderColor","onChange","label","padding","modelType"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/index.js"],"sourcesContent":["import { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Box, Tab } from '@mui/material'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport Title from '../../components/Title'\nimport LaunchCustom from './launchCustom'\nimport LaunchLLM from './launchLLM'\nimport LaunchModelComponent from './LaunchModelComponent'\n\nconst LaunchModel = () => {\n  let endPoint = useContext(ApiContext).endPoint\n  const [value, setValue] = React.useState(\n    sessionStorage.getItem('modelType')\n      ? sessionStorage.getItem('modelType')\n      : '/launch_model/llm'\n  )\n  const [gpuAvailable, setGPUAvailable] = useState(-1)\n\n  const { setErrorMsg } = useContext(ApiContext)\n  const [cookie] = useCookies(['token'])\n  const navigate = useNavigate()\n\n  const handleTabChange = (event, newValue) => {\n    setValue(newValue)\n    navigate(newValue)\n    sessionStorage.setItem('modelType', newValue)\n    newValue === '/launch_model/custom/llm'\n      ? sessionStorage.setItem('subType', newValue)\n      : ''\n  }\n\n  useEffect(() => {\n    if (cookie.token === '' || cookie.token === undefined) {\n      return\n    }\n    if (cookie.token !== 'no_auth' && !sessionStorage.getItem('token')) {\n      navigate('/login', { replace: true })\n      return\n    }\n\n    if (gpuAvailable === -1) {\n      fetch(endPoint + '/v1/cluster/devices', {\n        method: 'GET',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n      }).then((res) => {\n        if (!res.ok) {\n          // Usually, if some errors happen here, check if the cluster is available\n          res.json().then((errorData) => {\n            setErrorMsg(\n              `Server error: ${res.status} - ${\n                errorData.detail || 'Unknown error'\n              }`\n            )\n          })\n        } else {\n          res.json().then((data) => {\n            setGPUAvailable(parseInt(data, 10))\n          })\n        }\n      })\n    }\n  }, [cookie.token])\n\n  useEffect(() => {})\n  return (\n    <Box m=\"20px\">\n      <Title title=\"Launch Model\" />\n      <ErrorMessageSnackBar />\n      <TabContext value={value}>\n        <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n          <TabList value={value} onChange={handleTabChange} aria-label=\"tabs\">\n            <Tab label=\"Language Models\" value=\"/launch_model/llm\" />\n            <Tab label=\"Embedding Models\" value=\"/launch_model/embedding\" />\n            <Tab label=\"Rerank Models\" value=\"/launch_model/rerank\" />\n            <Tab label=\"Image Models\" value=\"/launch_model/image\" />\n            <Tab label=\"Audio Models\" value=\"/launch_model/audio\" />\n            <Tab label=\"Custom Models\" value=\"/launch_model/custom/llm\" />\n          </TabList>\n        </Box>\n        <TabPanel value=\"/launch_model/llm\" sx={{ padding: 0 }}>\n          <LaunchLLM gpuAvailable={gpuAvailable} />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/embedding\" sx={{ padding: 0 }}>\n          <LaunchModelComponent\n            modelType={'embedding'}\n            gpuAvailable={gpuAvailable}\n          />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/rerank\" sx={{ padding: 0 }}>\n          <LaunchModelComponent\n            modelType={'rerank'}\n            gpuAvailable={gpuAvailable}\n          />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/image\" sx={{ padding: 0 }}>\n          <LaunchModelComponent modelType={'image'} />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/audio\" sx={{ padding: 0 }}>\n          <LaunchModelComponent modelType={'audio'} />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/custom/llm\" sx={{ padding: 0 }}>\n          <LaunchCustom gpuAvailable={gpuAvailable} />\n        </TabPanel>\n      </TabContext>\n    </Box>\n  )\n}\n\nexport default LaunchModel\n"],"mappings":"6IAAA,OAASA,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,GAAG,CAAEC,GAAG,KAAQ,eAAe,CACxC,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,KAAK,KAAM,wBAAwB,CAC1C,MAAO,CAAAC,YAAY,KAAM,gBAAgB,CACzC,MAAO,CAAAC,SAAS,KAAM,aAAa,CACnC,MAAO,CAAAC,oBAAoB,KAAM,wBAAwB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAEzD,GAAM,CAAAC,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAA,CAAS,CACxB,GAAI,CAAAC,QAAQ,CAAGhB,UAAU,CAACK,UAAU,CAAC,CAACW,QAAQ,CAC9C,IAAAC,eAAA,CAA0BlB,KAAK,CAACG,QAAQ,CACtCgB,cAAc,CAACC,OAAO,CAAC,WAAW,CAAC,CAC/BD,cAAc,CAACC,OAAO,CAAC,WAAW,CAAC,CACnC,mBACN,CAAC,CAAAC,gBAAA,CAAAC,cAAA,CAAAJ,eAAA,IAJMK,KAAK,CAAAF,gBAAA,IAAEG,QAAQ,CAAAH,gBAAA,IAKtB,IAAAI,SAAA,CAAwCtB,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAAuB,UAAA,CAAAJ,cAAA,CAAAG,SAAA,IAA7CE,YAAY,CAAAD,UAAA,IAAEE,eAAe,CAAAF,UAAA,IAEpC,IAAAG,WAAA,CAAwB5B,UAAU,CAACK,UAAU,CAAC,CAAtCwB,WAAW,CAAAD,WAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiB3B,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA4B,YAAA,CAAAV,cAAA,CAAAS,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAG7B,WAAW,CAAC,CAAC,CAE9B,GAAM,CAAA8B,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,KAAK,CAAEC,QAAQ,CAAK,CAC3Cb,QAAQ,CAACa,QAAQ,CAAC,CAClBH,QAAQ,CAACG,QAAQ,CAAC,CAClBlB,cAAc,CAACmB,OAAO,CAAC,WAAW,CAAED,QAAQ,CAAC,CAC7CA,QAAQ,GAAK,0BAA0B,CACnClB,cAAc,CAACmB,OAAO,CAAC,SAAS,CAAED,QAAQ,CAAC,CAC3C,EAAE,CACR,CAAC,CAEDnC,SAAS,CAAC,UAAM,CACd,GAAI+B,MAAM,CAACM,KAAK,GAAK,EAAE,EAAIN,MAAM,CAACM,KAAK,GAAKC,SAAS,CAAE,CACrD,OACF,CACA,GAAIP,MAAM,CAACM,KAAK,GAAK,SAAS,EAAI,CAACpB,cAAc,CAACC,OAAO,CAAC,OAAO,CAAC,CAAE,CAClEc,QAAQ,CAAC,QAAQ,CAAE,CAAEO,OAAO,CAAE,IAAK,CAAC,CAAC,CACrC,OACF,CAEA,GAAId,YAAY,GAAK,CAAC,CAAC,CAAE,CACvBe,KAAK,CAACzB,QAAQ,CAAG,qBAAqB,CAAE,CACtC0B,MAAM,CAAE,KAAK,CACbC,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CACF,CAAC,CAAC,CAACC,IAAI,CAAC,SAACC,GAAG,CAAK,CACf,GAAI,CAACA,GAAG,CAACC,EAAE,CAAE,CACX;AACAD,GAAG,CAACE,IAAI,CAAC,CAAC,CAACH,IAAI,CAAC,SAACI,SAAS,CAAK,CAC7BnB,WAAW,kBAAAoB,MAAA,CACQJ,GAAG,CAACK,MAAM,QAAAD,MAAA,CACzBD,SAAS,CAACG,MAAM,EAAI,eAAe,CAEvC,CAAC,CACH,CAAC,CAAC,CACJ,CAAC,IAAM,CACLN,GAAG,CAACE,IAAI,CAAC,CAAC,CAACH,IAAI,CAAC,SAACQ,IAAI,CAAK,CACxBzB,eAAe,CAAC0B,QAAQ,CAACD,IAAI,CAAE,EAAE,CAAC,CAAC,CACrC,CAAC,CAAC,CACJ,CACF,CAAC,CAAC,CACJ,CACF,CAAC,CAAE,CAACpB,MAAM,CAACM,KAAK,CAAC,CAAC,CAElBrC,SAAS,CAAC,UAAM,CAAC,CAAC,CAAC,CACnB,mBACEa,KAAA,CAACjB,GAAG,EAACyD,CAAC,CAAC,MAAM,CAAAC,QAAA,eACX3C,IAAA,CAACL,KAAK,EAACiD,KAAK,CAAC,cAAc,CAAE,CAAC,cAC9B5C,IAAA,CAACN,oBAAoB,GAAE,CAAC,cACxBQ,KAAA,CAACpB,UAAU,EAAC4B,KAAK,CAAEA,KAAM,CAAAiC,QAAA,eACvB3C,IAAA,CAACf,GAAG,EAAC4D,EAAE,CAAE,CAAEC,YAAY,CAAE,CAAC,CAAEC,WAAW,CAAE,SAAU,CAAE,CAAAJ,QAAA,cACnDzC,KAAA,CAACnB,OAAO,EAAC2B,KAAK,CAAEA,KAAM,CAACsC,QAAQ,CAAE1B,eAAgB,CAAC,aAAW,MAAM,CAAAqB,QAAA,eACjE3C,IAAA,CAACd,GAAG,EAAC+D,KAAK,CAAC,iBAAiB,CAACvC,KAAK,CAAC,mBAAmB,CAAE,CAAC,cACzDV,IAAA,CAACd,GAAG,EAAC+D,KAAK,CAAC,kBAAkB,CAACvC,KAAK,CAAC,yBAAyB,CAAE,CAAC,cAChEV,IAAA,CAACd,GAAG,EAAC+D,KAAK,CAAC,eAAe,CAACvC,KAAK,CAAC,sBAAsB,CAAE,CAAC,cAC1DV,IAAA,CAACd,GAAG,EAAC+D,KAAK,CAAC,cAAc,CAACvC,KAAK,CAAC,qBAAqB,CAAE,CAAC,cACxDV,IAAA,CAACd,GAAG,EAAC+D,KAAK,CAAC,cAAc,CAACvC,KAAK,CAAC,qBAAqB,CAAE,CAAC,cACxDV,IAAA,CAACd,GAAG,EAAC+D,KAAK,CAAC,eAAe,CAACvC,KAAK,CAAC,0BAA0B,CAAE,CAAC,EACvD,CAAC,CACP,CAAC,cACNV,IAAA,CAAChB,QAAQ,EAAC0B,KAAK,CAAC,mBAAmB,CAACmC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACrD3C,IAAA,CAACH,SAAS,EAACiB,YAAY,CAAEA,YAAa,CAAE,CAAC,CACjC,CAAC,cACXd,IAAA,CAAChB,QAAQ,EAAC0B,KAAK,CAAC,yBAAyB,CAACmC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cAC3D3C,IAAA,CAACF,oBAAoB,EACnBqD,SAAS,CAAE,WAAY,CACvBrC,YAAY,CAAEA,YAAa,CAC5B,CAAC,CACM,CAAC,cACXd,IAAA,CAAChB,QAAQ,EAAC0B,KAAK,CAAC,sBAAsB,CAACmC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACxD3C,IAAA,CAACF,oBAAoB,EACnBqD,SAAS,CAAE,QAAS,CACpBrC,YAAY,CAAEA,YAAa,CAC5B,CAAC,CACM,CAAC,cACXd,IAAA,CAAChB,QAAQ,EAAC0B,KAAK,CAAC,qBAAqB,CAACmC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvD3C,IAAA,CAACF,oBAAoB,EAACqD,SAAS,CAAE,OAAQ,CAAE,CAAC,CACpC,CAAC,cACXnD,IAAA,CAAChB,QAAQ,EAAC0B,KAAK,CAAC,qBAAqB,CAACmC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvD3C,IAAA,CAACF,oBAAoB,EAACqD,SAAS,CAAE,OAAQ,CAAE,CAAC,CACpC,CAAC,cACXnD,IAAA,CAAChB,QAAQ,EAAC0B,KAAK,CAAC,0BAA0B,CAACmC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cAC5D3C,IAAA,CAACJ,YAAY,EAACkB,YAAY,CAAEA,YAAa,CAAE,CAAC,CACpC,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAX,WAAW"},"metadata":{},"sourceType":"module","externalDependencies":[]}

xinference/web/ui/node_modules/.cache/babel-loader/a6da6bc3d0d2191adebee87fb58ecebe82d071087bd2f7f3a9c7fdd2ada130f2.json

@@ -0,0 +1 @@
+{"ast":null,"code":"import _objectSpread from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _toConsumableArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/toConsumableArray.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{ChatOutlined,EditNoteOutlined,ExpandLess,ExpandMore,HelpCenterOutlined,RocketLaunchOutlined,UndoOutlined}from'@mui/icons-material';import DeleteIcon from'@mui/icons-material/Delete';import{Alert,Box,Chip,CircularProgress,Collapse,Drawer,FormControl,Grid,IconButton,InputLabel,ListItemButton,ListItemText,MenuItem,Select,Snackbar,Stack,TextField}from'@mui/material';import Paper from'@mui/material/Paper';import React,{useContext,useEffect,useRef,useState}from'react';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import fetcher from'../../components/fetcher';import TitleTypography from'../../components/titleTypography';import AddPair from'./components/addPair';import styles from'./styles/modelCardStyle';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";import{Fragment as _Fragment}from\"react/jsx-runtime\";var ModelCard=function ModelCard(_ref){var url=_ref.url,modelData=_ref.modelData,gpuAvailable=_ref.gpuAvailable,modelType=_ref.modelType,_ref$is_custom=_ref.is_custom,is_custom=_ref$is_custom===void 0?false:_ref$is_custom;var _useState=useState(false),_useState2=_slicedToArray(_useState,2),hover=_useState2[0],setHover=_useState2[1];var _useState3=useState(false),_useState4=_slicedToArray(_useState3,2),selected=_useState4[0],setSelected=_useState4[1];var _useState5=useState(false),_useState6=_slicedToArray(_useState5,2),requestLimitsAlert=_useState6[0],setRequestLimitsAlert=_useState6[1];var _useState7=useState(false),_useState8=_slicedToArray(_useState7,2),GPUIdxAlert=_useState8[0],setGPUIdxAlert=_useState8[1];var _useState9=useState(false),_useState10=_slicedToArray(_useState9,2),isOther=_useState10[0],setIsOther=_useState10[1];var _useState11=useState(false),_useState12=_slicedToArray(_useState11,2),isPeftModelConfig=_useState12[0],setIsPeftModelConfig=_useState12[1];var _useState13=useState(false),_useState14=_slicedToArray(_useState13,2),openSnackbar=_useState14[0],setOpenSnackbar=_useState14[1];var _useContext=useContext(ApiContext),isCallingApi=_useContext.isCallingApi,setIsCallingApi=_useContext.setIsCallingApi;var _useContext2=useContext(ApiContext),isUpdatingModel=_useContext2.isUpdatingModel;var _useContext3=useContext(ApiContext),setErrorMsg=_useContext3.setErrorMsg;var navigate=useNavigate();// Model parameter selections\nvar _useState15=useState(''),_useState16=_slicedToArray(_useState15,2),modelUID=_useState16[0],setModelUID=_useState16[1];var _useState17=useState(''),_useState18=_slicedToArray(_useState17,2),modelEngine=_useState18[0],setModelEngine=_useState18[1];var _useState19=useState(''),_useState20=_slicedToArray(_useState19,2),modelFormat=_useState20[0],setModelFormat=_useState20[1];var _useState21=useState(''),_useState22=_slicedToArray(_useState21,2),modelSize=_useState22[0],setModelSize=_useState22[1];var _useState23=useState(''),_useState24=_slicedToArray(_useState23,2),quantization=_useState24[0],setQuantization=_useState24[1];var _useState25=useState('auto'),_useState26=_slicedToArray(_useState25,2),nGPU=_useState26[0],setNGPU=_useState26[1];var _useState27=useState(gpuAvailable===0?'CPU':'GPU'),_useState28=_slicedToArray(_useState27,2),nGpu=_useState28[0],setNGpu=_useState28[1];var _useState29=useState(-1),_useState30=_slicedToArray(_useState29,2),nGPULayers=_useState30[0],setNGPULayers=_useState30[1];var _useState31=useState(1),_useState32=_slicedToArray(_useState31,2),replica=_useState32[0],setReplica=_useState32[1];var _useState33=useState(''),_useState34=_slicedToArray(_useState33,2),requestLimits=_useState34[0],setRequestLimits=_useState34[1];var _useState35=useState(''),_useState36=_slicedToArray(_useState35,2),workerIp=_useState36[0],setWorkerIp=_useState36[1];var _useState37=useState(''),_useState38=_slicedToArray(_useState37,2),GPUIdx=_useState38[0],setGPUIdx=_useState38[1];var _useState39=useState({}),_useState40=_slicedToArray(_useState39,2),enginesObj=_useState40[0],setEnginesObj=_useState40[1];var _useState41=useState([]),_useState42=_slicedToArray(_useState41,2),engineOptions=_useState42[0],setEngineOptions=_useState42[1];var _useState43=useState([]),_useState44=_slicedToArray(_useState43,2),formatOptions=_useState44[0],setFormatOptions=_useState44[1];var _useState45=useState([]),_useState46=_slicedToArray(_useState45,2),sizeOptions=_useState46[0],setSizeOptions=_useState46[1];var _useState47=useState([]),_useState48=_slicedToArray(_useState47,2),quantizationOptions=_useState48[0],setQuantizationOptions=_useState48[1];var _useState49=useState(false),_useState50=_slicedToArray(_useState49,2),customDeleted=_useState50[0],setCustomDeleted=_useState50[1];var _useState51=useState([]),_useState52=_slicedToArray(_useState51,2),customParametersArr=_useState52[0],setCustomParametersArr=_useState52[1];var _useState53=useState([]),_useState54=_slicedToArray(_useState53,2),loraListArr=_useState54[0],setLoraListArr=_useState54[1];var _useState55=useState([]),_useState56=_slicedToArray(_useState55,2),imageLoraLoadKwargsArr=_useState56[0],setImageLoraLoadKwargsArr=_useState56[1];var _useState57=useState([]),_useState58=_slicedToArray(_useState57,2),imageLoraFuseKwargsArr=_useState58[0],setImageLoraFuseKwargsArr=_useState58[1];var parentRef=useRef(null);var range=function range(start,end){return new Array(end-start+1).fill(undefined).map(function(_,i){return i+start;});};var isCached=function isCached(spec){if(spec.model_format==='pytorch'){return spec.cache_status&&spec.cache_status===true;}else{return spec.cache_status&&spec.cache_status.some(function(cs){return cs;});}};// model size can be int or string. For string style, \"1_8\" means 1.8 as an example.\nvar convertModelSize=function convertModelSize(size){return size.toString().includes('_')?size:parseInt(size,10);};useEffect(function(){setModelFormat('');if(modelEngine){var format=_toConsumableArray(new Set(enginesObj[modelEngine].map(function(item){return item.model_format;})));setFormatOptions(format);if(format.length===1){setModelFormat(format[0]);}}},[modelEngine]);useEffect(function(){setModelSize('');if(modelEngine&&modelFormat){var sizes=_toConsumableArray(new Set(enginesObj[modelEngine].filter(function(item){return item.model_format===modelFormat;}).map(function(item){return item.model_size_in_billions;})));setSizeOptions(sizes);if(sizes.length===1){setModelSize(sizes[0]);}}},[modelEngine,modelFormat]);useEffect(function(){setQuantization('');if(modelEngine&&modelFormat&&modelSize){var quants=_toConsumableArray(new Set(enginesObj[modelEngine].filter(function(item){return item.model_format===modelFormat&&item.model_size_in_billions===convertModelSize(modelSize);}).flatMap(function(item){return item.quantizations;})));setQuantizationOptions(quants);if(quants.length===1){setQuantization(quants[0]);}}},[modelEngine,modelFormat,modelSize]);useEffect(function(){if(parentRef.current){parentRef.current.scrollTo({top:parentRef.current.scrollHeight,behavior:'smooth'});}},[customParametersArr]);var getNGPURange=function getNGPURange(){if(gpuAvailable===0){// remain 'auto' for distributed situation\nreturn['auto','CPU'];}return['auto','CPU'].concat(range(1,gpuAvailable));};var getNewNGPURange=function getNewNGPURange(){if(gpuAvailable===0){return['CPU'];}else{return['GPU','CPU'];}};var getModelEngine=function getModelEngine(model_name){fetcher(url+\"/v1/engines/\".concat(model_name),{method:'GET',headers:{'Content-Type':'application/json'}}).then(function(response){if(!response.ok){// Assuming the server returns error details in JSON format\nresponse.json().then(function(errorData){setErrorMsg(\"Server error: \".concat(response.status,\" - \").concat(errorData.detail||'Unknown error'));});}else{response.json().then(function(data){setEnginesObj(data);setEngineOptions(Object.keys(data));});}setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});};var launchModel=function launchModel(url){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);var modelDataWithID_LLM={// If user does not fill model_uid, pass null (None) to server and server generates it.\nmodel_uid:modelUID.trim()===''?null:modelUID.trim(),model_name:modelData.model_name,model_type:modelType,model_engine:modelEngine,model_format:modelFormat,model_size_in_billions:convertModelSize(modelSize),quantization:quantization,n_gpu:parseInt(nGPU,10)===0||nGPU==='CPU'?null:nGPU==='auto'?'auto':parseInt(nGPU,10),replica:replica,request_limits:requestLimits.trim()===''?null:Number(requestLimits.trim()),worker_ip:workerIp.trim()===''?null:workerIp.trim(),gpu_idx:GPUIdx.trim()===''?null:handleGPUIdx(GPUIdx.trim())};var modelDataWithID_other={model_uid:modelUID.trim()===''?null:modelUID.trim(),model_name:modelData.model_name,model_type:modelType};if(modelType==='embedding'||modelType==='rerank'){modelDataWithID_other=_objectSpread(_objectSpread({},modelDataWithID_other),{},{replica:replica,n_gpu:nGpu==='GPU'?'auto':null,worker_ip:workerIp.trim()===''?null:workerIp.trim(),gpu_idx:GPUIdx.trim()===''?null:handleGPUIdx(GPUIdx.trim())});}if(nGPULayers>=0){modelDataWithID_LLM.n_gpu_layers=nGPULayers;}if(loraListArr.length||imageLoraLoadKwargsArr.length||imageLoraFuseKwargsArr.length){var peft_model_config={};if(imageLoraLoadKwargsArr.length){var image_lora_load_kwargs={};imageLoraLoadKwargsArr.forEach(function(item){image_lora_load_kwargs[item.key]=handleValueType(item.value);});peft_model_config['image_lora_load_kwargs']=image_lora_load_kwargs;}if(imageLoraFuseKwargsArr.length){var image_lora_fuse_kwargs={};imageLoraFuseKwargsArr.forEach(function(item){image_lora_fuse_kwargs[item.key]=handleValueType(item.value);});peft_model_config['image_lora_fuse_kwargs']=image_lora_fuse_kwargs;}if(loraListArr.length){var lora_list=loraListArr;lora_list.map(function(item){delete item.id;});peft_model_config['lora_list']=lora_list;}modelDataWithID_LLM['peft_model_config']=peft_model_config;}if(customParametersArr.length){customParametersArr.forEach(function(item){modelDataWithID_LLM[item.key]=handleValueType(item.value);});}var modelDataWithID=modelType==='LLM'?modelDataWithID_LLM:modelDataWithID_other;// First fetcher request to initiate the model\nfetcher(url+'/v1/models',{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify(modelDataWithID)}).then(function(response){if(!response.ok){// Assuming the server returns error details in JSON format\nresponse.json().then(function(errorData){setErrorMsg(\"Server error: \".concat(response.status,\" - \").concat(errorData.detail||'Unknown error'));});}else{navigate(\"/running_models/\".concat(modelType));sessionStorage.setItem('runningModelType',\"/running_models/\".concat(modelType));}setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});};var handleGPUIdx=function handleGPUIdx(data){var arr=[];data.split(',').forEach(function(item){arr.push(Number(item));});return arr;};var handeCustomDelete=function handeCustomDelete(e){e.stopPropagation();var subType=sessionStorage.getItem('subType').split('/');if(subType){subType[3];fetcher(url+\"/v1/model_registrations/\".concat(subType[3]==='llm'?'LLM':subType[3],\"/\").concat(modelData.model_name),{method:'DELETE',headers:{'Content-Type':'application/json'}}).then(function(){setCustomDeleted(true);}).catch(console.error);}};var judgeArr=function judgeArr(arr,keysArr){if(arr.length&&arr[arr.length-1][keysArr[0]]!==''&&arr[arr.length-1][keysArr[1]]!==''){return true;}else if(arr.length===0){return true;}else{return false;}};var handleValueType=function handleValueType(str){if(str.toLowerCase()==='none'){return null;}else if(str.toLowerCase()==='true'){return true;}else if(str.toLowerCase()==='false'){return false;}else if(Number(str)||str!==''&&Number(str)===0){return Number(str);}else{return str;}};var getLoraListArr=function getLoraListArr(arr){setLoraListArr(arr);};var getImageLoraLoadKwargsArr=function getImageLoraLoadKwargsArr(arr){setImageLoraLoadKwargsArr(arr);};var getImageLoraFuseKwargsArr=function getImageLoraFuseKwargsArr(arr){setImageLoraFuseKwargsArr(arr);};var getCustomParametersArr=function getCustomParametersArr(arr){setCustomParametersArr(arr);};// Set two different states based on mouse hover\nreturn/*#__PURE__*/_jsxs(Paper,{style:hover?styles.containerSelected:styles.container,onMouseEnter:function onMouseEnter(){return setHover(true);},onMouseLeave:function onMouseLeave(){return setHover(false);},onClick:function onClick(){if(!selected&&!customDeleted){setSelected(true);if(modelType==='LLM'){getModelEngine(modelData.model_name);}}},elevation:hover?24:4,children:[modelType==='LLM'?/*#__PURE__*/_jsxs(Box,{style:styles.descriptionCard,children:[is_custom&&/*#__PURE__*/_jsxs(Stack,{direction:\"row\",spacing:1,useFlexGap:true,children:[/*#__PURE__*/_jsx(TitleTypography,{value:modelData.model_name}),/*#__PURE__*/_jsx(IconButton,{\"aria-label\":\"delete\",onClick:handeCustomDelete,disabled:customDeleted,children:/*#__PURE__*/_jsx(DeleteIcon,{})})]}),!is_custom&&/*#__PURE__*/_jsx(TitleTypography,{value:modelData.model_name}),/*#__PURE__*/_jsxs(Stack,{spacing:1,direction:\"row\",useFlexGap:true,flexWrap:\"wrap\",sx:{marginLeft:1},children:[modelData.model_lang&&function(){return modelData.model_lang.map(function(v){return/*#__PURE__*/_jsx(Chip,{label:v,variant:\"outlined\",size:\"small\"},v);});}(),function(){if(modelData.model_specs&&modelData.model_specs.some(function(spec){return isCached(spec);})){return/*#__PURE__*/_jsx(Chip,{label:\"Cached\",variant:\"outlined\",size:\"small\"});}}(),function(){if(is_custom&&customDeleted){return/*#__PURE__*/_jsx(Chip,{label:\"Deleted\",variant:\"outlined\",size:\"small\"});}}()]}),modelData.model_description&&/*#__PURE__*/_jsx(\"p\",{style:styles.p,title:modelData.model_description,children:modelData.model_description}),/*#__PURE__*/_jsxs(\"div\",{style:styles.iconRow,children:[/*#__PURE__*/_jsxs(\"div\",{style:styles.iconItem,children:[/*#__PURE__*/_jsxs(\"span\",{style:styles.boldIconText,children:[Math.floor(modelData.context_length/1000),\"K\"]}),/*#__PURE__*/_jsx(\"small\",{style:styles.smallText,children:\"context length\"})]}),function(){if(modelData.model_ability&&modelData.model_ability.includes('chat')){return/*#__PURE__*/_jsxs(\"div\",{style:styles.iconItem,children:[/*#__PURE__*/_jsx(ChatOutlined,{style:styles.muiIcon}),/*#__PURE__*/_jsx(\"small\",{style:styles.smallText,children:\"chat model\"})]});}else if(modelData.model_ability&&modelData.model_ability.includes('generate')){return/*#__PURE__*/_jsxs(\"div\",{style:styles.iconItem,children:[/*#__PURE__*/_jsx(EditNoteOutlined,{style:styles.muiIcon}),/*#__PURE__*/_jsx(\"small\",{style:styles.smallText,children:\"generate model\"})]});}else{return/*#__PURE__*/_jsxs(\"div\",{style:styles.iconItem,children:[/*#__PURE__*/_jsx(HelpCenterOutlined,{style:styles.muiIcon}),/*#__PURE__*/_jsx(\"small\",{style:styles.smallText,children:\"other model\"})]});}}()]})]}):/*#__PURE__*/_jsxs(Box,{style:styles.descriptionCard,children:[/*#__PURE__*/_jsxs(\"div\",{style:styles.titleContainer,children:[is_custom&&/*#__PURE__*/_jsxs(Stack,{direction:\"row\",spacing:1,useFlexGap:true,children:[/*#__PURE__*/_jsx(TitleTypography,{value:modelData.model_name}),/*#__PURE__*/_jsx(IconButton,{\"aria-label\":\"delete\",onClick:handeCustomDelete,disabled:customDeleted,children:/*#__PURE__*/_jsx(DeleteIcon,{})})]}),!is_custom&&/*#__PURE__*/_jsx(TitleTypography,{value:modelData.model_name}),/*#__PURE__*/_jsxs(Stack,{spacing:1,direction:\"row\",useFlexGap:true,flexWrap:\"wrap\",sx:{marginLeft:1},children:[function(){if(modelData.language){return modelData.language.map(function(v){return/*#__PURE__*/_jsx(Chip,{label:v,variant:\"outlined\",size:\"small\"});});}else if(modelData.model_family){return/*#__PURE__*/_jsx(Chip,{label:modelData.model_family,variant:\"outlined\",size:\"small\"});}}(),function(){if(modelData.cache_status){return/*#__PURE__*/_jsx(Chip,{label:\"Cached\",variant:\"outlined\",size:\"small\"});}}(),function(){if(is_custom&&customDeleted){return/*#__PURE__*/_jsx(Chip,{label:\"Deleted\",variant:\"outlined\",size:\"small\"});}}()]})]}),modelData.dimensions&&/*#__PURE__*/_jsxs(\"div\",{style:styles.iconRow,children:[/*#__PURE__*/_jsxs(\"div\",{style:styles.iconItem,children:[/*#__PURE__*/_jsx(\"span\",{style:styles.boldIconText,children:modelData.dimensions}),/*#__PURE__*/_jsx(\"small\",{style:styles.smallText,children:\"dimensions\"})]}),/*#__PURE__*/_jsxs(\"div\",{style:styles.iconItem,children:[/*#__PURE__*/_jsx(\"span\",{style:styles.boldIconText,children:modelData.max_tokens}),/*#__PURE__*/_jsx(\"small\",{style:styles.smallText,children:\"max tokens\"})]})]}),!selected&&hover&&/*#__PURE__*/_jsx(\"p\",{style:styles.instructionText,children:\"Click with mouse to launch the model\"})]}),/*#__PURE__*/_jsx(Drawer,{open:selected,onClose:function onClose(){setSelected(false);setHover(false);},anchor:'right',children:/*#__PURE__*/_jsxs(\"div\",{style:styles.drawerCard,children:[/*#__PURE__*/_jsx(TitleTypography,{value:modelData.model_name}),modelType==='LLM'?/*#__PURE__*/_jsx(Box,{ref:parentRef,style:styles.formContainer,display:\"flex\",flexDirection:\"column\",width:\"100%\",mx:\"auto\",children:/*#__PURE__*/_jsxs(Grid,{rowSpacing:0,columnSpacing:1,children:[/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:[/*#__PURE__*/_jsx(InputLabel,{id:\"modelEngine-label\",children:\"Model Engine\"}),/*#__PURE__*/_jsx(Select,{labelId:\"modelEngine-label\",value:modelEngine,onChange:function onChange(e){return setModelEngine(e.target.value);},label:\"Model Engine\",children:engineOptions.map(function(engine){var arr=[];enginesObj[engine].forEach(function(item){arr.push(item.model_format);});var specs=modelData.model_specs.filter(function(spec){return arr.includes(spec.model_format);});var cached=specs.some(function(spec){return isCached(spec);});var displayedEngine=cached?engine+' (cached)':engine;return/*#__PURE__*/_jsx(MenuItem,{value:engine,children:displayedEngine},engine);})})]})}),/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,disabled:!modelEngine,children:[/*#__PURE__*/_jsx(InputLabel,{id:\"modelFormat-label\",children:\"Model Format\"}),/*#__PURE__*/_jsx(Select,{labelId:\"modelFormat-label\",value:modelFormat,onChange:function onChange(e){return setModelFormat(e.target.value);},label:\"Model Format\",children:formatOptions.map(function(format){var specs=modelData.model_specs.filter(function(spec){return spec.model_format===format;});var cached=specs.some(function(spec){return isCached(spec);});var displayedFormat=cached?format+' (cached)':format;return/*#__PURE__*/_jsx(MenuItem,{value:format,children:displayedFormat},format);})})]})}),/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,disabled:!modelFormat,children:[/*#__PURE__*/_jsx(InputLabel,{id:\"modelSize-label\",children:\"Model Size\"}),/*#__PURE__*/_jsx(Select,{labelId:\"modelSize-label\",value:modelSize,onChange:function onChange(e){return setModelSize(e.target.value);},label:\"Model Size\",children:sizeOptions.map(function(size){var specs=modelData.model_specs.filter(function(spec){return spec.model_format===modelFormat;}).filter(function(spec){return spec.model_size_in_billions===size;});var cached=specs.some(function(spec){return isCached(spec);});var displayedSize=cached?size+' (cached)':size;return/*#__PURE__*/_jsx(MenuItem,{value:size,children:displayedSize},size);})})]})}),/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,disabled:!modelFormat||!modelSize,children:[/*#__PURE__*/_jsx(InputLabel,{id:\"quantization-label\",children:\"Quantization\"}),/*#__PURE__*/_jsx(Select,{labelId:\"quantization-label\",value:quantization,onChange:function onChange(e){return setQuantization(e.target.value);},label:\"Quantization\",children:quantizationOptions.map(function(quant,index){var _specs$0$cache_status,_specs$,_specs$0$cache_status2,_specs$2,_specs$2$cache_status;var specs=modelData.model_specs.filter(function(spec){return spec.model_format===modelFormat;}).filter(function(spec){return spec.model_size_in_billions===convertModelSize(modelSize);});var cached=modelFormat==='pytorch'?(_specs$0$cache_status=(_specs$=specs[0])===null||_specs$===void 0?void 0:_specs$.cache_status)!==null&&_specs$0$cache_status!==void 0?_specs$0$cache_status:false===true:(_specs$0$cache_status2=(_specs$2=specs[0])===null||_specs$2===void 0?void 0:(_specs$2$cache_status=_specs$2.cache_status)===null||_specs$2$cache_status===void 0?void 0:_specs$2$cache_status[index])!==null&&_specs$0$cache_status2!==void 0?_specs$0$cache_status2:false===true;var displayedQuant=cached?quant+' (cached)':quant;return/*#__PURE__*/_jsx(MenuItem,{value:quant,children:displayedQuant},quant);})})]})}),/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:modelFormat!=='ggufv2'&&modelFormat!=='ggmlv3'?/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,disabled:!modelFormat||!modelSize||!quantization,children:[/*#__PURE__*/_jsx(InputLabel,{id:\"n-gpu-label\",children:\"N-GPU\"}),/*#__PURE__*/_jsx(Select,{labelId:\"n-gpu-label\",value:nGPU,onChange:function onChange(e){return setNGPU(e.target.value);},label:\"N-GPU\",children:getNGPURange().map(function(v){return/*#__PURE__*/_jsx(MenuItem,{value:v,children:v},v);})})]}):/*#__PURE__*/_jsx(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:/*#__PURE__*/_jsx(TextField,{disabled:!modelFormat||!modelSize||!quantization,type:\"number\",label:\"N GPU Layers\",InputProps:{inputProps:{min:-1}},value:nGPULayers,onChange:function onChange(e){return setNGPULayers(parseInt(e.target.value,10));}})})}),/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsx(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:/*#__PURE__*/_jsx(TextField,{disabled:!modelFormat||!modelSize||!quantization,type:\"number\",InputProps:{inputProps:{min:1}},label:\"Replica\",value:replica,onChange:function onChange(e){return setReplica(parseInt(e.target.value,10));}})})}),/*#__PURE__*/_jsxs(ListItemButton,{onClick:function onClick(){return setIsOther(!isOther);},children:[/*#__PURE__*/_jsx(ListItemText,{primary:\"Optional Configurations\"}),isOther?/*#__PURE__*/_jsx(ExpandLess,{}):/*#__PURE__*/_jsx(ExpandMore,{})]}),/*#__PURE__*/_jsxs(Collapse,{in:isOther,timeout:\"auto\",unmountOnExit:true,children:[/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsx(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:/*#__PURE__*/_jsx(TextField,{variant:\"outlined\",value:modelUID,label:\"(Optional) Model UID, model name by default\",onChange:function onChange(e){return setModelUID(e.target.value);}})})}),/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:[/*#__PURE__*/_jsx(TextField,{value:requestLimits,label:\"(Optional) Request Limits, the number of request limits for this model\\uFF0Cdefault is None\",onChange:function onChange(e){setRequestLimitsAlert(false);setRequestLimits(e.target.value);if(e.target.value!==''&&(!Number(e.target.value)||Number(e.target.value)<1||parseInt(e.target.value)!==parseFloat(e.target.value))){setRequestLimitsAlert(true);}}}),requestLimitsAlert&&/*#__PURE__*/_jsx(Alert,{severity:\"error\",children:\"Please enter an integer greater than 0\"})]})}),/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsx(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:/*#__PURE__*/_jsx(TextField,{variant:\"outlined\",value:workerIp,label:\"(Optional) Worker Ip, specify the worker ip where the model is located in a distributed scenario\",onChange:function onChange(e){return setWorkerIp(e.target.value);}})})}),/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:[/*#__PURE__*/_jsx(TextField,{value:GPUIdx,label:\"(Optional) GPU Idx, Specify the GPU index where the model is located\",onChange:function onChange(e){setGPUIdxAlert(false);setGPUIdx(e.target.value);var regular=/^\\d+(?:,\\d+)*$/;if(e.target.value!==''&&!regular.test(e.target.value)){setGPUIdxAlert(true);}}}),GPUIdxAlert&&/*#__PURE__*/_jsx(Alert,{severity:\"error\",children:\"Please enter numeric data separated by commas, for example: 0,1,2\"})]})}),/*#__PURE__*/_jsxs(ListItemButton,{onClick:function onClick(){return setIsPeftModelConfig(!isPeftModelConfig);},children:[/*#__PURE__*/_jsx(ListItemText,{primary:\"Lora Config\"}),isPeftModelConfig?/*#__PURE__*/_jsx(ExpandLess,{}):/*#__PURE__*/_jsx(ExpandMore,{})]}),/*#__PURE__*/_jsxs(Collapse,{in:isPeftModelConfig,timeout:\"auto\",unmountOnExit:true,style:{marginLeft:'30px'},children:[/*#__PURE__*/_jsx(AddPair,{customData:{title:'Lora Model Config',key:'lora_name',value:'local_path'},onGetArr:getLoraListArr,onJudgeArr:judgeArr}),/*#__PURE__*/_jsx(AddPair,{customData:{title:'Lora Load Kwargs for Image Model',key:'key',value:'value'},onGetArr:getImageLoraLoadKwargsArr,onJudgeArr:judgeArr}),/*#__PURE__*/_jsx(AddPair,{customData:{title:'Lora Fuse Kwargs for Image Model',key:'key',value:'value'},onGetArr:getImageLoraFuseKwargsArr,onJudgeArr:judgeArr})]})]}),/*#__PURE__*/_jsx(AddPair,{customData:{title:\"Additional parameters passed to the inference engine\".concat(modelEngine?': '+modelEngine:''),key:'key',value:'value'},onGetArr:getCustomParametersArr,onJudgeArr:judgeArr})]})}):/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:[/*#__PURE__*/_jsx(TextField,{variant:\"outlined\",value:modelUID,label:\"(Optional) Model UID, model name by default\",onChange:function onChange(e){return setModelUID(e.target.value);}}),(modelType==='embedding'||modelType==='rerank')&&/*#__PURE__*/_jsxs(_Fragment,{children:[/*#__PURE__*/_jsx(TextField,{style:{marginTop:'25px'},type:\"number\",InputProps:{inputProps:{min:1}},label:\"Replica\",value:replica,onChange:function onChange(e){return setReplica(parseInt(e.target.value,10));}}),/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:[/*#__PURE__*/_jsx(InputLabel,{id:\"n-gpu-label\",children:\"Device\"}),/*#__PURE__*/_jsx(Select,{labelId:\"n-gpu-label\",value:nGpu,onChange:function onChange(e){return setNGpu(e.target.value);},label:\"N-GPU\",children:getNewNGPURange().map(function(v){return/*#__PURE__*/_jsx(MenuItem,{value:v,children:v},v);})})]}),nGpu==='GPU'&&/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:[/*#__PURE__*/_jsx(TextField,{value:GPUIdx,label:\"GPU Idx, Specify the GPU index where the model is located\",onChange:function onChange(e){setGPUIdxAlert(false);setGPUIdx(e.target.value);var regular=/^\\d+(?:,\\d+)*$/;if(e.target.value!==''&&!regular.test(e.target.value)){setGPUIdxAlert(true);}}}),GPUIdxAlert&&/*#__PURE__*/_jsx(Alert,{severity:\"error\",children:\"Please enter numeric data separated by commas, for example: 0,1,2\"})]}),/*#__PURE__*/_jsx(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:/*#__PURE__*/_jsx(TextField,{variant:\"outlined\",value:workerIp,label:\"Worker Ip, specify the worker ip where the model is located in a distributed scenario\",onChange:function onChange(e){return setWorkerIp(e.target.value);}})})]})]}),/*#__PURE__*/_jsxs(Box,{style:styles.buttonsContainer,children:[/*#__PURE__*/_jsx(\"button\",{title:\"Launch\",style:styles.buttonContainer,onClick:function onClick(){return launchModel(url,modelData);},disabled:modelType==='LLM'&&(isCallingApi||isUpdatingModel||!(modelFormat&&modelSize&&modelData&&(quantization||!modelData.is_builtin&&modelFormat!=='pytorch'))||!judgeArr(customParametersArr,['key','value'])||!judgeArr(loraListArr,['lora_name','local_path'])||!judgeArr(imageLoraLoadKwargsArr,['key','value'])||!judgeArr(imageLoraFuseKwargsArr,['key','value'])||requestLimitsAlert||GPUIdxAlert)||(modelType==='embedding'||modelType==='rerank')&&GPUIdxAlert,children:function(){if(isCallingApi||isUpdatingModel){return/*#__PURE__*/_jsx(Box,{style:_objectSpread(_objectSpread({},styles.buttonItem),{},{backgroundColor:'#f2f2f2'}),children:/*#__PURE__*/_jsx(CircularProgress,{size:\"20px\",sx:{color:'#000000'}})});}else if(!(modelFormat&&modelSize&&modelData&&(quantization||!modelData.is_builtin&&modelFormat!=='pytorch'))){return/*#__PURE__*/_jsx(Box,{style:_objectSpread(_objectSpread({},styles.buttonItem),{},{backgroundColor:'#f2f2f2'}),children:/*#__PURE__*/_jsx(RocketLaunchOutlined,{size:\"20px\"})});}else{return/*#__PURE__*/_jsx(Box,{style:styles.buttonItem,children:/*#__PURE__*/_jsx(RocketLaunchOutlined,{color:\"#000000\",size:\"20px\"})});}}()}),/*#__PURE__*/_jsx(\"button\",{title:\"Go Back\",style:styles.buttonContainer,onClick:function onClick(){setSelected(false);setHover(false);},children:/*#__PURE__*/_jsx(Box,{style:styles.buttonItem,children:/*#__PURE__*/_jsx(UndoOutlined,{color:\"#000000\",size:\"20px\"})})})]})]})}),/*#__PURE__*/_jsx(Snackbar,{anchorOrigin:{vertical:'top',horizontal:'center'},open:openSnackbar,onClose:function onClose(){return setOpenSnackbar(false);},message:\"Please fill in the complete parameters before adding!!\"},'top'+'center')]});};export default ModelCard;","map":{"version":3,"names":["ChatOutlined","EditNoteOutlined","ExpandLess","ExpandMore","HelpCenterOutlined","RocketLaunchOutlined","UndoOutlined","DeleteIcon","Alert","Box","Chip","CircularProgress","Collapse","Drawer","FormControl","Grid","IconButton","InputLabel","ListItemButton","ListItemText","MenuItem","Select","Snackbar","Stack","TextField","Paper","React","useContext","useEffect","useRef","useState","useNavigate","ApiContext","fetcher","TitleTypography","AddPair","styles","jsx","_jsx","jsxs","_jsxs","Fragment","_Fragment","ModelCard","_ref","url","modelData","gpuAvailable","modelType","_ref$is_custom","is_custom","_useState","_useState2","_slicedToArray","hover","setHover","_useState3","_useState4","selected","setSelected","_useState5","_useState6","requestLimitsAlert","setRequestLimitsAlert","_useState7","_useState8","GPUIdxAlert","setGPUIdxAlert","_useState9","_useState10","isOther","setIsOther","_useState11","_useState12","isPeftModelConfig","setIsPeftModelConfig","_useState13","_useState14","openSnackbar","setOpenSnackbar","_useContext","isCallingApi","setIsCallingApi","_useContext2","isUpdatingModel","_useContext3","setErrorMsg","navigate","_useState15","_useState16","modelUID","setModelUID","_useState17","_useState18","modelEngine","setModelEngine","_useState19","_useState20","modelFormat","setModelFormat","_useState21","_useState22","modelSize","setModelSize","_useState23","_useState24","quantization","setQuantization","_useState25","_useState26","nGPU","setNGPU","_useState27","_useState28","nGpu","setNGpu","_useState29","_useState30","nGPULayers","setNGPULayers","_useState31","_useState32","replica","setReplica","_useState33","_useState34","requestLimits","setRequestLimits","_useState35","_useState36","workerIp","setWorkerIp","_useState37","_useState38","GPUIdx","setGPUIdx","_useState39","_useState40","enginesObj","setEnginesObj","_useState41","_useState42","engineOptions","setEngineOptions","_useState43","_useState44","formatOptions","setFormatOptions","_useState45","_useState46","sizeOptions","setSizeOptions","_useState47","_useState48","quantizationOptions","setQuantizationOptions","_useState49","_useState50","customDeleted","setCustomDeleted","_useState51","_useState52","customParametersArr","setCustomParametersArr","_useState53","_useState54","loraListArr","setLoraListArr","_useState55","_useState56","imageLoraLoadKwargsArr","setImageLoraLoadKwargsArr","_useState57","_useState58","imageLoraFuseKwargsArr","setImageLoraFuseKwargsArr","parentRef","range","start","end","Array","fill","undefined","map","_","i","isCached","spec","model_format","cache_status","some","cs","convertModelSize","size","toString","includes","parseInt","format","_toConsumableArray","Set","item","length","sizes","filter","model_size_in_billions","quants","flatMap","quantizations","current","scrollTo","top","scrollHeight","behavior","getNGPURange","concat","getNewNGPURange","getModelEngine","model_name","method","headers","then","response","ok","json","errorData","status","detail","data","Object","keys","catch","error","console","launchModel","modelDataWithID_LLM","model_uid","trim","model_type","model_engine","n_gpu","request_limits","Number","worker_ip","gpu_idx","handleGPUIdx","modelDataWithID_other","_objectSpread","n_gpu_layers","peft_model_config","image_lora_load_kwargs","forEach","key","handleValueType","value","image_lora_fuse_kwargs","lora_list","id","modelDataWithID","body","JSON","stringify","sessionStorage","setItem","arr","split","push","handeCustomDelete","e","stopPropagation","subType","getItem","judgeArr","keysArr","str","toLowerCase","getLoraListArr","getImageLoraLoadKwargsArr","getImageLoraFuseKwargsArr","getCustomParametersArr","style","containerSelected","container","onMouseEnter","onMouseLeave","onClick","elevation","children","descriptionCard","direction","spacing","useFlexGap","disabled","flexWrap","sx","marginLeft","model_lang","v","label","variant","model_specs","model_description","p","title","iconRow","iconItem","boldIconText","Math","floor","context_length","smallText","model_ability","muiIcon","titleContainer","language","model_family","dimensions","max_tokens","instructionText","open","onClose","anchor","drawerCard","ref","formContainer","display","flexDirection","width","mx","rowSpacing","columnSpacing","xs","margin","fullWidth","labelId","onChange","target","engine","specs","cached","displayedEngine","displayedFormat","displayedSize","quant","index","_specs$0$cache_status","_specs$","_specs$0$cache_status2","_specs$2","_specs$2$cache_status","displayedQuant","type","InputProps","inputProps","min","primary","in","timeout","unmountOnExit","parseFloat","severity","regular","test","customData","onGetArr","onJudgeArr","marginTop","buttonsContainer","buttonContainer","is_builtin","buttonItem","backgroundColor","color","anchorOrigin","vertical","horizontal","message"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/modelCard.js"],"sourcesContent":["import {\n  ChatOutlined,\n  EditNoteOutlined,\n  ExpandLess,\n  ExpandMore,\n  HelpCenterOutlined,\n  RocketLaunchOutlined,\n  UndoOutlined,\n} from '@mui/icons-material'\nimport DeleteIcon from '@mui/icons-material/Delete'\nimport {\n  Alert,\n  Box,\n  Chip,\n  CircularProgress,\n  Collapse,\n  Drawer,\n  FormControl,\n  Grid,\n  IconButton,\n  InputLabel,\n  ListItemButton,\n  ListItemText,\n  MenuItem,\n  Select,\n  Snackbar,\n  Stack,\n  TextField,\n} from '@mui/material'\nimport Paper from '@mui/material/Paper'\nimport React, { useContext, useEffect, useRef, useState } from 'react'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport fetcher from '../../components/fetcher'\nimport TitleTypography from '../../components/titleTypography'\nimport AddPair from './components/addPair'\nimport styles from './styles/modelCardStyle'\n\nconst ModelCard = ({\n  url,\n  modelData,\n  gpuAvailable,\n  modelType,\n  is_custom = false,\n}) => {\n  const [hover, setHover] = useState(false)\n  const [selected, setSelected] = useState(false)\n  const [requestLimitsAlert, setRequestLimitsAlert] = useState(false)\n  const [GPUIdxAlert, setGPUIdxAlert] = useState(false)\n  const [isOther, setIsOther] = useState(false)\n  const [isPeftModelConfig, setIsPeftModelConfig] = useState(false)\n  const [openSnackbar, setOpenSnackbar] = useState(false)\n  const { isCallingApi, setIsCallingApi } = useContext(ApiContext)\n  const { isUpdatingModel } = useContext(ApiContext)\n  const { setErrorMsg } = useContext(ApiContext)\n  const navigate = useNavigate()\n\n  // Model parameter selections\n  const [modelUID, setModelUID] = useState('')\n  const [modelEngine, setModelEngine] = useState('')\n  const [modelFormat, setModelFormat] = useState('')\n  const [modelSize, setModelSize] = useState('')\n  const [quantization, setQuantization] = useState('')\n  const [nGPU, setNGPU] = useState('auto')\n  const [nGpu, setNGpu] = useState(gpuAvailable === 0 ? 'CPU' : 'GPU')\n  const [nGPULayers, setNGPULayers] = useState(-1)\n  const [replica, setReplica] = useState(1)\n  const [requestLimits, setRequestLimits] = useState('')\n  const [workerIp, setWorkerIp] = useState('')\n  const [GPUIdx, setGPUIdx] = useState('')\n\n  const [enginesObj, setEnginesObj] = useState({})\n  const [engineOptions, setEngineOptions] = useState([])\n  const [formatOptions, setFormatOptions] = useState([])\n  const [sizeOptions, setSizeOptions] = useState([])\n  const [quantizationOptions, setQuantizationOptions] = useState([])\n  const [customDeleted, setCustomDeleted] = useState(false)\n  const [customParametersArr, setCustomParametersArr] = useState([])\n  const [loraListArr, setLoraListArr] = useState([])\n  const [imageLoraLoadKwargsArr, setImageLoraLoadKwargsArr] = useState([])\n  const [imageLoraFuseKwargsArr, setImageLoraFuseKwargsArr] = useState([])\n\n  const parentRef = useRef(null)\n\n  const range = (start, end) => {\n    return new Array(end - start + 1).fill(undefined).map((_, i) => i + start)\n  }\n\n  const isCached = (spec) => {\n    if (spec.model_format === 'pytorch') {\n      return spec.cache_status && spec.cache_status === true\n    } else {\n      return spec.cache_status && spec.cache_status.some((cs) => cs)\n    }\n  }\n\n  // model size can be int or string. For string style, \"1_8\" means 1.8 as an example.\n  const convertModelSize = (size) => {\n    return size.toString().includes('_') ? size : parseInt(size, 10)\n  }\n\n  useEffect(() => {\n    setModelFormat('')\n    if (modelEngine) {\n      const format = [\n        ...new Set(enginesObj[modelEngine].map((item) => item.model_format)),\n      ]\n      setFormatOptions(format)\n      if (format.length === 1) {\n        setModelFormat(format[0])\n      }\n    }\n  }, [modelEngine])\n\n  useEffect(() => {\n    setModelSize('')\n    if (modelEngine && modelFormat) {\n      const sizes = [\n        ...new Set(\n          enginesObj[modelEngine]\n            .filter((item) => item.model_format === modelFormat)\n            .map((item) => item.model_size_in_billions)\n        ),\n      ]\n      setSizeOptions(sizes)\n      if (sizes.length === 1) {\n        setModelSize(sizes[0])\n      }\n    }\n  }, [modelEngine, modelFormat])\n\n  useEffect(() => {\n    setQuantization('')\n    if (modelEngine && modelFormat && modelSize) {\n      const quants = [\n        ...new Set(\n          enginesObj[modelEngine]\n            .filter(\n              (item) =>\n                item.model_format === modelFormat &&\n                item.model_size_in_billions === convertModelSize(modelSize)\n            )\n            .flatMap((item) => item.quantizations)\n        ),\n      ]\n      setQuantizationOptions(quants)\n      if (quants.length === 1) {\n        setQuantization(quants[0])\n      }\n    }\n  }, [modelEngine, modelFormat, modelSize])\n\n  useEffect(() => {\n    if (parentRef.current) {\n      parentRef.current.scrollTo({\n        top: parentRef.current.scrollHeight,\n        behavior: 'smooth',\n      })\n    }\n  }, [customParametersArr])\n\n  const getNGPURange = () => {\n    if (gpuAvailable === 0) {\n      // remain 'auto' for distributed situation\n      return ['auto', 'CPU']\n    }\n    return ['auto', 'CPU'].concat(range(1, gpuAvailable))\n  }\n\n  const getNewNGPURange = () => {\n    if (gpuAvailable === 0) {\n      return ['CPU']\n    } else {\n      return ['GPU', 'CPU']\n    }\n  }\n\n  const getModelEngine = (model_name) => {\n    fetcher(url + `/v1/engines/${model_name}`, {\n      method: 'GET',\n      headers: {\n        'Content-Type': 'application/json',\n      },\n    })\n      .then((response) => {\n        if (!response.ok) {\n          // Assuming the server returns error details in JSON format\n          response.json().then((errorData) => {\n            setErrorMsg(\n              `Server error: ${response.status} - ${\n                errorData.detail || 'Unknown error'\n              }`\n            )\n          })\n        } else {\n          response.json().then((data) => {\n            setEnginesObj(data)\n            setEngineOptions(Object.keys(data))\n          })\n        }\n        setIsCallingApi(false)\n      })\n      .catch((error) => {\n        console.error('Error:', error)\n        setIsCallingApi(false)\n      })\n  }\n\n  const launchModel = (url) => {\n    if (isCallingApi || isUpdatingModel) {\n      return\n    }\n\n    setIsCallingApi(true)\n\n    const modelDataWithID_LLM = {\n      // If user does not fill model_uid, pass null (None) to server and server generates it.\n      model_uid: modelUID.trim() === '' ? null : modelUID.trim(),\n      model_name: modelData.model_name,\n      model_type: modelType,\n      model_engine: modelEngine,\n      model_format: modelFormat,\n      model_size_in_billions: convertModelSize(modelSize),\n      quantization: quantization,\n      n_gpu:\n        parseInt(nGPU, 10) === 0 || nGPU === 'CPU'\n          ? null\n          : nGPU === 'auto'\n          ? 'auto'\n          : parseInt(nGPU, 10),\n      replica: replica,\n      request_limits:\n        requestLimits.trim() === '' ? null : Number(requestLimits.trim()),\n      worker_ip: workerIp.trim() === '' ? null : workerIp.trim(),\n      gpu_idx: GPUIdx.trim() === '' ? null : handleGPUIdx(GPUIdx.trim()),\n    }\n\n    let modelDataWithID_other = {\n      model_uid: modelUID.trim() === '' ? null : modelUID.trim(),\n      model_name: modelData.model_name,\n      model_type: modelType,\n    }\n\n    if (modelType === 'embedding' || modelType === 'rerank') {\n      modelDataWithID_other = {\n        ...modelDataWithID_other,\n        replica: replica,\n        n_gpu: nGpu === 'GPU' ? 'auto' : null,\n        worker_ip: workerIp.trim() === '' ? null : workerIp.trim(),\n        gpu_idx: GPUIdx.trim() === '' ? null : handleGPUIdx(GPUIdx.trim()),\n      }\n    }\n\n    if (nGPULayers >= 0) {\n      modelDataWithID_LLM.n_gpu_layers = nGPULayers\n    }\n\n    if (\n      loraListArr.length ||\n      imageLoraLoadKwargsArr.length ||\n      imageLoraFuseKwargsArr.length\n    ) {\n      const peft_model_config = {}\n      if (imageLoraLoadKwargsArr.length) {\n        const image_lora_load_kwargs = {}\n        imageLoraLoadKwargsArr.forEach((item) => {\n          image_lora_load_kwargs[item.key] = handleValueType(item.value)\n        })\n        peft_model_config['image_lora_load_kwargs'] = image_lora_load_kwargs\n      }\n      if (imageLoraFuseKwargsArr.length) {\n        const image_lora_fuse_kwargs = {}\n        imageLoraFuseKwargsArr.forEach((item) => {\n          image_lora_fuse_kwargs[item.key] = handleValueType(item.value)\n        })\n        peft_model_config['image_lora_fuse_kwargs'] = image_lora_fuse_kwargs\n      }\n      if (loraListArr.length) {\n        const lora_list = loraListArr\n        lora_list.map((item) => {\n          delete item.id\n        })\n        peft_model_config['lora_list'] = lora_list\n      }\n      modelDataWithID_LLM['peft_model_config'] = peft_model_config\n    }\n\n    if (customParametersArr.length) {\n      customParametersArr.forEach((item) => {\n        modelDataWithID_LLM[item.key] = handleValueType(item.value)\n      })\n    }\n\n    const modelDataWithID =\n      modelType === 'LLM' ? modelDataWithID_LLM : modelDataWithID_other\n\n    // First fetcher request to initiate the model\n    fetcher(url + '/v1/models', {\n      method: 'POST',\n      headers: {\n        'Content-Type': 'application/json',\n      },\n      body: JSON.stringify(modelDataWithID),\n    })\n      .then((response) => {\n        if (!response.ok) {\n          // Assuming the server returns error details in JSON format\n          response.json().then((errorData) => {\n            setErrorMsg(\n              `Server error: ${response.status} - ${\n                errorData.detail || 'Unknown error'\n              }`\n            )\n          })\n        } else {\n          navigate(`/running_models/${modelType}`)\n          sessionStorage.setItem(\n            'runningModelType',\n            `/running_models/${modelType}`\n          )\n        }\n        setIsCallingApi(false)\n      })\n      .catch((error) => {\n        console.error('Error:', error)\n        setIsCallingApi(false)\n      })\n  }\n\n  const handleGPUIdx = (data) => {\n    const arr = []\n    data.split(',').forEach((item) => {\n      arr.push(Number(item))\n    })\n    return arr\n  }\n\n  const handeCustomDelete = (e) => {\n    e.stopPropagation()\n    const subType = sessionStorage.getItem('subType').split('/')\n    if (subType) {\n      subType[3]\n      fetcher(\n        url +\n          `/v1/model_registrations/${\n            subType[3] === 'llm' ? 'LLM' : subType[3]\n          }/${modelData.model_name}`,\n        {\n          method: 'DELETE',\n          headers: {\n            'Content-Type': 'application/json',\n          },\n        }\n      )\n        .then(() => {\n          setCustomDeleted(true)\n        })\n        .catch(console.error)\n    }\n  }\n\n  const judgeArr = (arr, keysArr) => {\n    if (\n      arr.length &&\n      arr[arr.length - 1][keysArr[0]] !== '' &&\n      arr[arr.length - 1][keysArr[1]] !== ''\n    ) {\n      return true\n    } else if (arr.length === 0) {\n      return true\n    } else {\n      return false\n    }\n  }\n\n  const handleValueType = (str) => {\n    if (str.toLowerCase() === 'none') {\n      return null\n    } else if (str.toLowerCase() === 'true') {\n      return true\n    } else if (str.toLowerCase() === 'false') {\n      return false\n    } else if (Number(str) || (str !== '' && Number(str) === 0)) {\n      return Number(str)\n    } else {\n      return str\n    }\n  }\n\n  const getLoraListArr = (arr) => {\n    setLoraListArr(arr)\n  }\n\n  const getImageLoraLoadKwargsArr = (arr) => {\n    setImageLoraLoadKwargsArr(arr)\n  }\n\n  const getImageLoraFuseKwargsArr = (arr) => {\n    setImageLoraFuseKwargsArr(arr)\n  }\n\n  const getCustomParametersArr = (arr) => {\n    setCustomParametersArr(arr)\n  }\n\n  // Set two different states based on mouse hover\n  return (\n    <Paper\n      style={hover ? styles.containerSelected : styles.container}\n      onMouseEnter={() => setHover(true)}\n      onMouseLeave={() => setHover(false)}\n      onClick={() => {\n        if (!selected && !customDeleted) {\n          setSelected(true)\n          if (modelType === 'LLM') {\n            getModelEngine(modelData.model_name)\n          }\n        }\n      }}\n      elevation={hover ? 24 : 4}\n    >\n      {modelType === 'LLM' ? (\n        <Box style={styles.descriptionCard}>\n          {is_custom && (\n            <Stack direction=\"row\" spacing={1} useFlexGap>\n              <TitleTypography value={modelData.model_name} />\n              <IconButton\n                aria-label=\"delete\"\n                onClick={handeCustomDelete}\n                disabled={customDeleted}\n              >\n                <DeleteIcon />\n              </IconButton>\n            </Stack>\n          )}\n          {!is_custom && <TitleTypography value={modelData.model_name} />}\n          <Stack\n            spacing={1}\n            direction=\"row\"\n            useFlexGap\n            flexWrap=\"wrap\"\n            sx={{ marginLeft: 1 }}\n          >\n            {modelData.model_lang &&\n              (() => {\n                return modelData.model_lang.map((v) => {\n                  return (\n                    <Chip key={v} label={v} variant=\"outlined\" size=\"small\" />\n                  )\n                })\n              })()}\n            {(() => {\n              if (\n                modelData.model_specs &&\n                modelData.model_specs.some((spec) => isCached(spec))\n              ) {\n                return <Chip label=\"Cached\" variant=\"outlined\" size=\"small\" />\n              }\n            })()}\n            {(() => {\n              if (is_custom && customDeleted) {\n                return <Chip label=\"Deleted\" variant=\"outlined\" size=\"small\" />\n              }\n            })()}\n          </Stack>\n          {modelData.model_description && (\n            <p style={styles.p} title={modelData.model_description}>\n              {modelData.model_description}\n            </p>\n          )}\n\n          <div style={styles.iconRow}>\n            <div style={styles.iconItem}>\n              <span style={styles.boldIconText}>\n                {Math.floor(modelData.context_length / 1000)}K\n              </span>\n              <small style={styles.smallText}>context length</small>\n            </div>\n            {(() => {\n              if (\n                modelData.model_ability &&\n                modelData.model_ability.includes('chat')\n              ) {\n                return (\n                  <div style={styles.iconItem}>\n                    <ChatOutlined style={styles.muiIcon} />\n                    <small style={styles.smallText}>chat model</small>\n                  </div>\n                )\n              } else if (\n                modelData.model_ability &&\n                modelData.model_ability.includes('generate')\n              ) {\n                return (\n                  <div style={styles.iconItem}>\n                    <EditNoteOutlined style={styles.muiIcon} />\n                    <small style={styles.smallText}>generate model</small>\n                  </div>\n                )\n              } else {\n                return (\n                  <div style={styles.iconItem}>\n                    <HelpCenterOutlined style={styles.muiIcon} />\n                    <small style={styles.smallText}>other model</small>\n                  </div>\n                )\n              }\n            })()}\n          </div>\n        </Box>\n      ) : (\n        <Box style={styles.descriptionCard}>\n          <div style={styles.titleContainer}>\n            {is_custom && (\n              <Stack direction=\"row\" spacing={1} useFlexGap>\n                <TitleTypography value={modelData.model_name} />\n                <IconButton\n                  aria-label=\"delete\"\n                  onClick={handeCustomDelete}\n                  disabled={customDeleted}\n                >\n                  <DeleteIcon />\n                </IconButton>\n              </Stack>\n            )}\n            {!is_custom && <TitleTypography value={modelData.model_name} />}\n            <Stack\n              spacing={1}\n              direction=\"row\"\n              useFlexGap\n              flexWrap=\"wrap\"\n              sx={{ marginLeft: 1 }}\n            >\n              {(() => {\n                if (modelData.language) {\n                  return modelData.language.map((v) => {\n                    return <Chip label={v} variant=\"outlined\" size=\"small\" />\n                  })\n                } else if (modelData.model_family) {\n                  return (\n                    <Chip\n                      label={modelData.model_family}\n                      variant=\"outlined\"\n                      size=\"small\"\n                    />\n                  )\n                }\n              })()}\n              {(() => {\n                if (modelData.cache_status) {\n                  return <Chip label=\"Cached\" variant=\"outlined\" size=\"small\" />\n                }\n              })()}\n              {(() => {\n                if (is_custom && customDeleted) {\n                  return (\n                    <Chip label=\"Deleted\" variant=\"outlined\" size=\"small\" />\n                  )\n                }\n              })()}\n            </Stack>\n          </div>\n          {modelData.dimensions && (\n            <div style={styles.iconRow}>\n              <div style={styles.iconItem}>\n                <span style={styles.boldIconText}>{modelData.dimensions}</span>\n                <small style={styles.smallText}>dimensions</small>\n              </div>\n              <div style={styles.iconItem}>\n                <span style={styles.boldIconText}>{modelData.max_tokens}</span>\n                <small style={styles.smallText}>max tokens</small>\n              </div>\n            </div>\n          )}\n          {!selected && hover && (\n            <p style={styles.instructionText}>\n              Click with mouse to launch the model\n            </p>\n          )}\n        </Box>\n      )}\n      <Drawer\n        open={selected}\n        onClose={() => {\n          setSelected(false)\n          setHover(false)\n        }}\n        anchor={'right'}\n      >\n        <div style={styles.drawerCard}>\n          <TitleTypography value={modelData.model_name} />\n          {modelType === 'LLM' ? (\n            <Box\n              ref={parentRef}\n              style={styles.formContainer}\n              display=\"flex\"\n              flexDirection=\"column\"\n              width=\"100%\"\n              mx=\"auto\"\n            >\n              <Grid rowSpacing={0} columnSpacing={1}>\n                <Grid item xs={12}>\n                  <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n                    <InputLabel id=\"modelEngine-label\">Model Engine</InputLabel>\n                    <Select\n                      labelId=\"modelEngine-label\"\n                      value={modelEngine}\n                      onChange={(e) => setModelEngine(e.target.value)}\n                      label=\"Model Engine\"\n                    >\n                      {engineOptions.map((engine) => {\n                        const arr = []\n                        enginesObj[engine].forEach((item) => {\n                          arr.push(item.model_format)\n                        })\n                        const specs = modelData.model_specs.filter((spec) =>\n                          arr.includes(spec.model_format)\n                        )\n\n                        const cached = specs.some((spec) => isCached(spec))\n                        const displayedEngine = cached\n                          ? engine + ' (cached)'\n                          : engine\n\n                        return (\n                          <MenuItem key={engine} value={engine}>\n                            {displayedEngine}\n                          </MenuItem>\n                        )\n                      })}\n                    </Select>\n                  </FormControl>\n                </Grid>\n                <Grid item xs={12}>\n                  <FormControl\n                    variant=\"outlined\"\n                    margin=\"normal\"\n                    fullWidth\n                    disabled={!modelEngine}\n                  >\n                    <InputLabel id=\"modelFormat-label\">Model Format</InputLabel>\n                    <Select\n                      labelId=\"modelFormat-label\"\n                      value={modelFormat}\n                      onChange={(e) => setModelFormat(e.target.value)}\n                      label=\"Model Format\"\n                    >\n                      {formatOptions.map((format) => {\n                        const specs = modelData.model_specs.filter(\n                          (spec) => spec.model_format === format\n                        )\n\n                        const cached = specs.some((spec) => isCached(spec))\n                        const displayedFormat = cached\n                          ? format + ' (cached)'\n                          : format\n\n                        return (\n                          <MenuItem key={format} value={format}>\n                            {displayedFormat}\n                          </MenuItem>\n                        )\n                      })}\n                    </Select>\n                  </FormControl>\n                </Grid>\n                <Grid item xs={12}>\n                  <FormControl\n                    variant=\"outlined\"\n                    margin=\"normal\"\n                    fullWidth\n                    disabled={!modelFormat}\n                  >\n                    <InputLabel id=\"modelSize-label\">Model Size</InputLabel>\n                    <Select\n                      labelId=\"modelSize-label\"\n                      value={modelSize}\n                      onChange={(e) => setModelSize(e.target.value)}\n                      label=\"Model Size\"\n                    >\n                      {sizeOptions.map((size) => {\n                        const specs = modelData.model_specs\n                          .filter((spec) => spec.model_format === modelFormat)\n                          .filter(\n                            (spec) => spec.model_size_in_billions === size\n                          )\n                        const cached = specs.some((spec) => isCached(spec))\n                        const displayedSize = cached ? size + ' (cached)' : size\n\n                        return (\n                          <MenuItem key={size} value={size}>\n                            {displayedSize}\n                          </MenuItem>\n                        )\n                      })}\n                    </Select>\n                  </FormControl>\n                </Grid>\n                <Grid item xs={12}>\n                  <FormControl\n                    variant=\"outlined\"\n                    margin=\"normal\"\n                    fullWidth\n                    disabled={!modelFormat || !modelSize}\n                  >\n                    <InputLabel id=\"quantization-label\">\n                      Quantization\n                    </InputLabel>\n                    <Select\n                      labelId=\"quantization-label\"\n                      value={quantization}\n                      onChange={(e) => setQuantization(e.target.value)}\n                      label=\"Quantization\"\n                    >\n                      {quantizationOptions.map((quant, index) => {\n                        const specs = modelData.model_specs\n                          .filter((spec) => spec.model_format === modelFormat)\n                          .filter(\n                            (spec) =>\n                              spec.model_size_in_billions ===\n                              convertModelSize(modelSize)\n                          )\n\n                        const cached =\n                          modelFormat === 'pytorch'\n                            ? specs[0]?.cache_status ?? false === true\n                            : specs[0]?.cache_status?.[index] ?? false === true\n                        const displayedQuant = cached\n                          ? quant + ' (cached)'\n                          : quant\n\n                        return (\n                          <MenuItem key={quant} value={quant}>\n                            {displayedQuant}\n                          </MenuItem>\n                        )\n                      })}\n                    </Select>\n                  </FormControl>\n                </Grid>\n                <Grid item xs={12}>\n                  {modelFormat !== 'ggufv2' && modelFormat !== 'ggmlv3' ? (\n                    <FormControl\n                      variant=\"outlined\"\n                      margin=\"normal\"\n                      fullWidth\n                      disabled={!modelFormat || !modelSize || !quantization}\n                    >\n                      <InputLabel id=\"n-gpu-label\">N-GPU</InputLabel>\n                      <Select\n                        labelId=\"n-gpu-label\"\n                        value={nGPU}\n                        onChange={(e) => setNGPU(e.target.value)}\n                        label=\"N-GPU\"\n                      >\n                        {getNGPURange().map((v) => {\n                          return (\n                            <MenuItem key={v} value={v}>\n                              {v}\n                            </MenuItem>\n                          )\n                        })}\n                      </Select>\n                    </FormControl>\n                  ) : (\n                    <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n                      <TextField\n                        disabled={!modelFormat || !modelSize || !quantization}\n                        type=\"number\"\n                        label=\"N GPU Layers\"\n                        InputProps={{\n                          inputProps: {\n                            min: -1,\n                          },\n                        }}\n                        value={nGPULayers}\n                        onChange={(e) =>\n                          setNGPULayers(parseInt(e.target.value, 10))\n                        }\n                      />\n                    </FormControl>\n                  )}\n                </Grid>\n                <Grid item xs={12}>\n                  <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n                    <TextField\n                      disabled={!modelFormat || !modelSize || !quantization}\n                      type=\"number\"\n                      InputProps={{\n                        inputProps: {\n                          min: 1,\n                        },\n                      }}\n                      label=\"Replica\"\n                      value={replica}\n                      onChange={(e) => setReplica(parseInt(e.target.value, 10))}\n                    />\n                  </FormControl>\n                </Grid>\n                <ListItemButton onClick={() => setIsOther(!isOther)}>\n                  <ListItemText primary=\"Optional Configurations\" />\n                  {isOther ? <ExpandLess /> : <ExpandMore />}\n                </ListItemButton>\n                <Collapse in={isOther} timeout=\"auto\" unmountOnExit>\n                  <Grid item xs={12}>\n                    <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n                      <TextField\n                        variant=\"outlined\"\n                        value={modelUID}\n                        label=\"(Optional) Model UID, model name by default\"\n                        onChange={(e) => setModelUID(e.target.value)}\n                      />\n                    </FormControl>\n                  </Grid>\n                  <Grid item xs={12}>\n                    <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n                      <TextField\n                        value={requestLimits}\n                        label=\"(Optional) Request Limits, the number of request limits for this model，default is None\"\n                        onChange={(e) => {\n                          setRequestLimitsAlert(false)\n                          setRequestLimits(e.target.value)\n                          if (\n                            e.target.value !== '' &&\n                            (!Number(e.target.value) ||\n                              Number(e.target.value) < 1 ||\n                              parseInt(e.target.value) !==\n                                parseFloat(e.target.value))\n                          ) {\n                            setRequestLimitsAlert(true)\n                          }\n                        }}\n                      />\n                      {requestLimitsAlert && (\n                        <Alert severity=\"error\">\n                          Please enter an integer greater than 0\n                        </Alert>\n                      )}\n                    </FormControl>\n                  </Grid>\n                  <Grid item xs={12}>\n                    <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n                      <TextField\n                        variant=\"outlined\"\n                        value={workerIp}\n                        label=\"(Optional) Worker Ip, specify the worker ip where the model is located in a distributed scenario\"\n                        onChange={(e) => setWorkerIp(e.target.value)}\n                      />\n                    </FormControl>\n                  </Grid>\n                  <Grid item xs={12}>\n                    <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n                      <TextField\n                        value={GPUIdx}\n                        label=\"(Optional) GPU Idx, Specify the GPU index where the model is located\"\n                        onChange={(e) => {\n                          setGPUIdxAlert(false)\n                          setGPUIdx(e.target.value)\n                          const regular = /^\\d+(?:,\\d+)*$/\n                          if (\n                            e.target.value !== '' &&\n                            !regular.test(e.target.value)\n                          ) {\n                            setGPUIdxAlert(true)\n                          }\n                        }}\n                      />\n                      {GPUIdxAlert && (\n                        <Alert severity=\"error\">\n                          Please enter numeric data separated by commas, for\n                          example: 0,1,2\n                        </Alert>\n                      )}\n                    </FormControl>\n                  </Grid>\n                  <ListItemButton\n                    onClick={() => setIsPeftModelConfig(!isPeftModelConfig)}\n                  >\n                    <ListItemText primary=\"Lora Config\" />\n                    {isPeftModelConfig ? <ExpandLess /> : <ExpandMore />}\n                  </ListItemButton>\n                  <Collapse\n                    in={isPeftModelConfig}\n                    timeout=\"auto\"\n                    unmountOnExit\n                    style={{ marginLeft: '30px' }}\n                  >\n                    <AddPair\n                      customData={{\n                        title: 'Lora Model Config',\n                        key: 'lora_name',\n                        value: 'local_path',\n                      }}\n                      onGetArr={getLoraListArr}\n                      onJudgeArr={judgeArr}\n                    />\n                    <AddPair\n                      customData={{\n                        title: 'Lora Load Kwargs for Image Model',\n                        key: 'key',\n                        value: 'value',\n                      }}\n                      onGetArr={getImageLoraLoadKwargsArr}\n                      onJudgeArr={judgeArr}\n                    />\n                    <AddPair\n                      customData={{\n                        title: 'Lora Fuse Kwargs for Image Model',\n                        key: 'key',\n                        value: 'value',\n                      }}\n                      onGetArr={getImageLoraFuseKwargsArr}\n                      onJudgeArr={judgeArr}\n                    />\n                  </Collapse>\n                </Collapse>\n                <AddPair\n                  customData={{\n                    title: `Additional parameters passed to the inference engine${\n                      modelEngine ? ': ' + modelEngine : ''\n                    }`,\n                    key: 'key',\n                    value: 'value',\n                  }}\n                  onGetArr={getCustomParametersArr}\n                  onJudgeArr={judgeArr}\n                />\n              </Grid>\n            </Box>\n          ) : (\n            <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n              <TextField\n                variant=\"outlined\"\n                value={modelUID}\n                label=\"(Optional) Model UID, model name by default\"\n                onChange={(e) => setModelUID(e.target.value)}\n              />\n              {(modelType === 'embedding' || modelType === 'rerank') && (\n                <>\n                  <TextField\n                    style={{ marginTop: '25px' }}\n                    type=\"number\"\n                    InputProps={{\n                      inputProps: {\n                        min: 1,\n                      },\n                    }}\n                    label=\"Replica\"\n                    value={replica}\n                    onChange={(e) => setReplica(parseInt(e.target.value, 10))}\n                  />\n                  <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n                    <InputLabel id=\"n-gpu-label\">Device</InputLabel>\n                    <Select\n                      labelId=\"n-gpu-label\"\n                      value={nGpu}\n                      onChange={(e) => setNGpu(e.target.value)}\n                      label=\"N-GPU\"\n                    >\n                      {getNewNGPURange().map((v) => {\n                        return (\n                          <MenuItem key={v} value={v}>\n                            {v}\n                          </MenuItem>\n                        )\n                      })}\n                    </Select>\n                  </FormControl>\n                  {nGpu === 'GPU' && (\n                    <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n                      <TextField\n                        value={GPUIdx}\n                        label=\"GPU Idx, Specify the GPU index where the model is located\"\n                        onChange={(e) => {\n                          setGPUIdxAlert(false)\n                          setGPUIdx(e.target.value)\n                          const regular = /^\\d+(?:,\\d+)*$/\n                          if (\n                            e.target.value !== '' &&\n                            !regular.test(e.target.value)\n                          ) {\n                            setGPUIdxAlert(true)\n                          }\n                        }}\n                      />\n                      {GPUIdxAlert && (\n                        <Alert severity=\"error\">\n                          Please enter numeric data separated by commas, for\n                          example: 0,1,2\n                        </Alert>\n                      )}\n                    </FormControl>\n                  )}\n                  <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n                    <TextField\n                      variant=\"outlined\"\n                      value={workerIp}\n                      label=\"Worker Ip, specify the worker ip where the model is located in a distributed scenario\"\n                      onChange={(e) => setWorkerIp(e.target.value)}\n                    />\n                  </FormControl>\n                </>\n              )}\n            </FormControl>\n          )}\n          <Box style={styles.buttonsContainer}>\n            <button\n              title=\"Launch\"\n              style={styles.buttonContainer}\n              onClick={() => launchModel(url, modelData)}\n              disabled={\n                (modelType === 'LLM' &&\n                  (isCallingApi ||\n                    isUpdatingModel ||\n                    !(\n                      modelFormat &&\n                      modelSize &&\n                      modelData &&\n                      (quantization ||\n                        (!modelData.is_builtin && modelFormat !== 'pytorch'))\n                    ) ||\n                    !judgeArr(customParametersArr, ['key', 'value']) ||\n                    !judgeArr(loraListArr, ['lora_name', 'local_path']) ||\n                    !judgeArr(imageLoraLoadKwargsArr, ['key', 'value']) ||\n                    !judgeArr(imageLoraFuseKwargsArr, ['key', 'value']) ||\n                    requestLimitsAlert ||\n                    GPUIdxAlert)) ||\n                ((modelType === 'embedding' || modelType === 'rerank') &&\n                  GPUIdxAlert)\n              }\n            >\n              {(() => {\n                if (isCallingApi || isUpdatingModel) {\n                  return (\n                    <Box\n                      style={{\n                        ...styles.buttonItem,\n                        backgroundColor: '#f2f2f2',\n                      }}\n                    >\n                      <CircularProgress\n                        size=\"20px\"\n                        sx={{\n                          color: '#000000',\n                        }}\n                      />\n                    </Box>\n                  )\n                } else if (\n                  !(\n                    modelFormat &&\n                    modelSize &&\n                    modelData &&\n                    (quantization ||\n                      (!modelData.is_builtin && modelFormat !== 'pytorch'))\n                  )\n                ) {\n                  return (\n                    <Box\n                      style={{\n                        ...styles.buttonItem,\n                        backgroundColor: '#f2f2f2',\n                      }}\n                    >\n                      <RocketLaunchOutlined size=\"20px\" />\n                    </Box>\n                  )\n                } else {\n                  return (\n                    <Box style={styles.buttonItem}>\n                      <RocketLaunchOutlined color=\"#000000\" size=\"20px\" />\n                    </Box>\n                  )\n                }\n              })()}\n            </button>\n            <button\n              title=\"Go Back\"\n              style={styles.buttonContainer}\n              onClick={() => {\n                setSelected(false)\n                setHover(false)\n              }}\n            >\n              <Box style={styles.buttonItem}>\n                <UndoOutlined color=\"#000000\" size=\"20px\" />\n              </Box>\n            </button>\n          </Box>\n        </div>\n      </Drawer>\n      <Snackbar\n        anchorOrigin={{ vertical: 'top', horizontal: 'center' }}\n        open={openSnackbar}\n        onClose={() => setOpenSnackbar(false)}\n        message=\"Please fill in the complete parameters before adding!!\"\n        key={'top' + 'center'}\n      />\n    </Paper>\n  )\n}\n\nexport default ModelCard\n"],"mappings":"8aAAA,OACEA,YAAY,CACZC,gBAAgB,CAChBC,UAAU,CACVC,UAAU,CACVC,kBAAkB,CAClBC,oBAAoB,CACpBC,YAAY,KACP,qBAAqB,CAC5B,MAAO,CAAAC,UAAU,KAAM,4BAA4B,CACnD,OACEC,KAAK,CACLC,GAAG,CACHC,IAAI,CACJC,gBAAgB,CAChBC,QAAQ,CACRC,MAAM,CACNC,WAAW,CACXC,IAAI,CACJC,UAAU,CACVC,UAAU,CACVC,cAAc,CACdC,YAAY,CACZC,QAAQ,CACRC,MAAM,CACNC,QAAQ,CACRC,KAAK,CACLC,SAAS,KACJ,eAAe,CACtB,MAAO,CAAAC,KAAK,KAAM,qBAAqB,CACvC,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,MAAM,CAAEC,QAAQ,KAAQ,OAAO,CACtE,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,OAAO,KAAM,0BAA0B,CAC9C,MAAO,CAAAC,eAAe,KAAM,kCAAkC,CAC9D,MAAO,CAAAC,OAAO,KAAM,sBAAsB,CAC1C,MAAO,CAAAC,MAAM,KAAM,yBAAyB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,gCAAAC,QAAA,IAAAC,SAAA,yBAE5C,GAAM,CAAAC,SAAS,CAAG,QAAZ,CAAAA,SAASA,CAAAC,IAAA,CAMT,IALJ,CAAAC,GAAG,CAAAD,IAAA,CAAHC,GAAG,CACHC,SAAS,CAAAF,IAAA,CAATE,SAAS,CACTC,YAAY,CAAAH,IAAA,CAAZG,YAAY,CACZC,SAAS,CAAAJ,IAAA,CAATI,SAAS,CAAAC,cAAA,CAAAL,IAAA,CACTM,SAAS,CAATA,SAAS,CAAAD,cAAA,UAAG,KAAK,CAAAA,cAAA,CAEjB,IAAAE,SAAA,CAA0BrB,QAAQ,CAAC,KAAK,CAAC,CAAAsB,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAAlCG,KAAK,CAAAF,UAAA,IAAEG,QAAQ,CAAAH,UAAA,IACtB,IAAAI,UAAA,CAAgC1B,QAAQ,CAAC,KAAK,CAAC,CAAA2B,UAAA,CAAAJ,cAAA,CAAAG,UAAA,IAAxCE,QAAQ,CAAAD,UAAA,IAAEE,WAAW,CAAAF,UAAA,IAC5B,IAAAG,UAAA,CAAoD9B,QAAQ,CAAC,KAAK,CAAC,CAAA+B,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAA5DE,kBAAkB,CAAAD,UAAA,IAAEE,qBAAqB,CAAAF,UAAA,IAChD,IAAAG,UAAA,CAAsClC,QAAQ,CAAC,KAAK,CAAC,CAAAmC,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAA9CE,WAAW,CAAAD,UAAA,IAAEE,cAAc,CAAAF,UAAA,IAClC,IAAAG,UAAA,CAA8BtC,QAAQ,CAAC,KAAK,CAAC,CAAAuC,WAAA,CAAAhB,cAAA,CAAAe,UAAA,IAAtCE,OAAO,CAAAD,WAAA,IAAEE,UAAU,CAAAF,WAAA,IAC1B,IAAAG,WAAA,CAAkD1C,QAAQ,CAAC,KAAK,CAAC,CAAA2C,WAAA,CAAApB,cAAA,CAAAmB,WAAA,IAA1DE,iBAAiB,CAAAD,WAAA,IAAEE,oBAAoB,CAAAF,WAAA,IAC9C,IAAAG,WAAA,CAAwC9C,QAAQ,CAAC,KAAK,CAAC,CAAA+C,WAAA,CAAAxB,cAAA,CAAAuB,WAAA,IAAhDE,YAAY,CAAAD,WAAA,IAAEE,eAAe,CAAAF,WAAA,IACpC,IAAAG,WAAA,CAA0CrD,UAAU,CAACK,UAAU,CAAC,CAAxDiD,YAAY,CAAAD,WAAA,CAAZC,YAAY,CAAEC,eAAe,CAAAF,WAAA,CAAfE,eAAe,CACrC,IAAAC,YAAA,CAA4BxD,UAAU,CAACK,UAAU,CAAC,CAA1CoD,eAAe,CAAAD,YAAA,CAAfC,eAAe,CACvB,IAAAC,YAAA,CAAwB1D,UAAU,CAACK,UAAU,CAAC,CAAtCsD,WAAW,CAAAD,YAAA,CAAXC,WAAW,CACnB,GAAM,CAAAC,QAAQ,CAAGxD,WAAW,CAAC,CAAC,CAE9B;AACA,IAAAyD,WAAA,CAAgC1D,QAAQ,CAAC,EAAE,CAAC,CAAA2D,WAAA,CAAApC,cAAA,CAAAmC,WAAA,IAArCE,QAAQ,CAAAD,WAAA,IAAEE,WAAW,CAAAF,WAAA,IAC5B,IAAAG,WAAA,CAAsC9D,QAAQ,CAAC,EAAE,CAAC,CAAA+D,WAAA,CAAAxC,cAAA,CAAAuC,WAAA,IAA3CE,WAAW,CAAAD,WAAA,IAAEE,cAAc,CAAAF,WAAA,IAClC,IAAAG,WAAA,CAAsClE,QAAQ,CAAC,EAAE,CAAC,CAAAmE,WAAA,CAAA5C,cAAA,CAAA2C,WAAA,IAA3CE,WAAW,CAAAD,WAAA,IAAEE,cAAc,CAAAF,WAAA,IAClC,IAAAG,WAAA,CAAkCtE,QAAQ,CAAC,EAAE,CAAC,CAAAuE,WAAA,CAAAhD,cAAA,CAAA+C,WAAA,IAAvCE,SAAS,CAAAD,WAAA,IAAEE,YAAY,CAAAF,WAAA,IAC9B,IAAAG,WAAA,CAAwC1E,QAAQ,CAAC,EAAE,CAAC,CAAA2E,WAAA,CAAApD,cAAA,CAAAmD,WAAA,IAA7CE,YAAY,CAAAD,WAAA,IAAEE,eAAe,CAAAF,WAAA,IACpC,IAAAG,WAAA,CAAwB9E,QAAQ,CAAC,MAAM,CAAC,CAAA+E,WAAA,CAAAxD,cAAA,CAAAuD,WAAA,IAAjCE,IAAI,CAAAD,WAAA,IAAEE,OAAO,CAAAF,WAAA,IACpB,IAAAG,WAAA,CAAwBlF,QAAQ,CAACiB,YAAY,GAAK,CAAC,CAAG,KAAK,CAAG,KAAK,CAAC,CAAAkE,WAAA,CAAA5D,cAAA,CAAA2D,WAAA,IAA7DE,IAAI,CAAAD,WAAA,IAAEE,OAAO,CAAAF,WAAA,IACpB,IAAAG,WAAA,CAAoCtF,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAAuF,WAAA,CAAAhE,cAAA,CAAA+D,WAAA,IAAzCE,UAAU,CAAAD,WAAA,IAAEE,aAAa,CAAAF,WAAA,IAChC,IAAAG,WAAA,CAA8B1F,QAAQ,CAAC,CAAC,CAAC,CAAA2F,WAAA,CAAApE,cAAA,CAAAmE,WAAA,IAAlCE,OAAO,CAAAD,WAAA,IAAEE,UAAU,CAAAF,WAAA,IAC1B,IAAAG,WAAA,CAA0C9F,QAAQ,CAAC,EAAE,CAAC,CAAA+F,WAAA,CAAAxE,cAAA,CAAAuE,WAAA,IAA/CE,aAAa,CAAAD,WAAA,IAAEE,gBAAgB,CAAAF,WAAA,IACtC,IAAAG,WAAA,CAAgClG,QAAQ,CAAC,EAAE,CAAC,CAAAmG,WAAA,CAAA5E,cAAA,CAAA2E,WAAA,IAArCE,QAAQ,CAAAD,WAAA,IAAEE,WAAW,CAAAF,WAAA,IAC5B,IAAAG,WAAA,CAA4BtG,QAAQ,CAAC,EAAE,CAAC,CAAAuG,WAAA,CAAAhF,cAAA,CAAA+E,WAAA,IAAjCE,MAAM,CAAAD,WAAA,IAAEE,SAAS,CAAAF,WAAA,IAExB,IAAAG,WAAA,CAAoC1G,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA2G,WAAA,CAAApF,cAAA,CAAAmF,WAAA,IAAzCE,UAAU,CAAAD,WAAA,IAAEE,aAAa,CAAAF,WAAA,IAChC,IAAAG,WAAA,CAA0C9G,QAAQ,CAAC,EAAE,CAAC,CAAA+G,WAAA,CAAAxF,cAAA,CAAAuF,WAAA,IAA/CE,aAAa,CAAAD,WAAA,IAAEE,gBAAgB,CAAAF,WAAA,IACtC,IAAAG,WAAA,CAA0ClH,QAAQ,CAAC,EAAE,CAAC,CAAAmH,WAAA,CAAA5F,cAAA,CAAA2F,WAAA,IAA/CE,aAAa,CAAAD,WAAA,IAAEE,gBAAgB,CAAAF,WAAA,IACtC,IAAAG,WAAA,CAAsCtH,QAAQ,CAAC,EAAE,CAAC,CAAAuH,WAAA,CAAAhG,cAAA,CAAA+F,WAAA,IAA3CE,WAAW,CAAAD,WAAA,IAAEE,cAAc,CAAAF,WAAA,IAClC,IAAAG,WAAA,CAAsD1H,QAAQ,CAAC,EAAE,CAAC,CAAA2H,WAAA,CAAApG,cAAA,CAAAmG,WAAA,IAA3DE,mBAAmB,CAAAD,WAAA,IAAEE,sBAAsB,CAAAF,WAAA,IAClD,IAAAG,WAAA,CAA0C9H,QAAQ,CAAC,KAAK,CAAC,CAAA+H,WAAA,CAAAxG,cAAA,CAAAuG,WAAA,IAAlDE,aAAa,CAAAD,WAAA,IAAEE,gBAAgB,CAAAF,WAAA,IACtC,IAAAG,WAAA,CAAsDlI,QAAQ,CAAC,EAAE,CAAC,CAAAmI,WAAA,CAAA5G,cAAA,CAAA2G,WAAA,IAA3DE,mBAAmB,CAAAD,WAAA,IAAEE,sBAAsB,CAAAF,WAAA,IAClD,IAAAG,WAAA,CAAsCtI,QAAQ,CAAC,EAAE,CAAC,CAAAuI,WAAA,CAAAhH,cAAA,CAAA+G,WAAA,IAA3CE,WAAW,CAAAD,WAAA,IAAEE,cAAc,CAAAF,WAAA,IAClC,IAAAG,WAAA,CAA4D1I,QAAQ,CAAC,EAAE,CAAC,CAAA2I,WAAA,CAAApH,cAAA,CAAAmH,WAAA,IAAjEE,sBAAsB,CAAAD,WAAA,IAAEE,yBAAyB,CAAAF,WAAA,IACxD,IAAAG,WAAA,CAA4D9I,QAAQ,CAAC,EAAE,CAAC,CAAA+I,WAAA,CAAAxH,cAAA,CAAAuH,WAAA,IAAjEE,sBAAsB,CAAAD,WAAA,IAAEE,yBAAyB,CAAAF,WAAA,IAExD,GAAM,CAAAG,SAAS,CAAGnJ,MAAM,CAAC,IAAI,CAAC,CAE9B,GAAM,CAAAoJ,KAAK,CAAG,QAAR,CAAAA,KAAKA,CAAIC,KAAK,CAAEC,GAAG,CAAK,CAC5B,MAAO,IAAI,CAAAC,KAAK,CAACD,GAAG,CAAGD,KAAK,CAAG,CAAC,CAAC,CAACG,IAAI,CAACC,SAAS,CAAC,CAACC,GAAG,CAAC,SAACC,CAAC,CAAEC,CAAC,QAAK,CAAAA,CAAC,CAAGP,KAAK,GAAC,CAC5E,CAAC,CAED,GAAM,CAAAQ,QAAQ,CAAG,QAAX,CAAAA,QAAQA,CAAIC,IAAI,CAAK,CACzB,GAAIA,IAAI,CAACC,YAAY,GAAK,SAAS,CAAE,CACnC,MAAO,CAAAD,IAAI,CAACE,YAAY,EAAIF,IAAI,CAACE,YAAY,GAAK,IAAI,CACxD,CAAC,IAAM,CACL,MAAO,CAAAF,IAAI,CAACE,YAAY,EAAIF,IAAI,CAACE,YAAY,CAACC,IAAI,CAAC,SAACC,EAAE,QAAK,CAAAA,EAAE,GAAC,CAChE,CACF,CAAC,CAED;AACA,GAAM,CAAAC,gBAAgB,CAAG,QAAnB,CAAAA,gBAAgBA,CAAIC,IAAI,CAAK,CACjC,MAAO,CAAAA,IAAI,CAACC,QAAQ,CAAC,CAAC,CAACC,QAAQ,CAAC,GAAG,CAAC,CAAGF,IAAI,CAAGG,QAAQ,CAACH,IAAI,CAAE,EAAE,CAAC,CAClE,CAAC,CAEDrK,SAAS,CAAC,UAAM,CACduE,cAAc,CAAC,EAAE,CAAC,CAClB,GAAIL,WAAW,CAAE,CACf,GAAM,CAAAuG,MAAM,CAAAC,kBAAA,CACP,GAAI,CAAAC,GAAG,CAAC7D,UAAU,CAAC5C,WAAW,CAAC,CAACyF,GAAG,CAAC,SAACiB,IAAI,QAAK,CAAAA,IAAI,CAACZ,YAAY,GAAC,CAAC,CACrE,CACDzC,gBAAgB,CAACkD,MAAM,CAAC,CACxB,GAAIA,MAAM,CAACI,MAAM,GAAK,CAAC,CAAE,CACvBtG,cAAc,CAACkG,MAAM,CAAC,CAAC,CAAC,CAAC,CAC3B,CACF,CACF,CAAC,CAAE,CAACvG,WAAW,CAAC,CAAC,CAEjBlE,SAAS,CAAC,UAAM,CACd2E,YAAY,CAAC,EAAE,CAAC,CAChB,GAAIT,WAAW,EAAII,WAAW,CAAE,CAC9B,GAAM,CAAAwG,KAAK,CAAAJ,kBAAA,CACN,GAAI,CAAAC,GAAG,CACR7D,UAAU,CAAC5C,WAAW,CAAC,CACpB6G,MAAM,CAAC,SAACH,IAAI,QAAK,CAAAA,IAAI,CAACZ,YAAY,GAAK1F,WAAW,GAAC,CACnDqF,GAAG,CAAC,SAACiB,IAAI,QAAK,CAAAA,IAAI,CAACI,sBAAsB,GAC9C,CAAC,CACF,CACDrD,cAAc,CAACmD,KAAK,CAAC,CACrB,GAAIA,KAAK,CAACD,MAAM,GAAK,CAAC,CAAE,CACtBlG,YAAY,CAACmG,KAAK,CAAC,CAAC,CAAC,CAAC,CACxB,CACF,CACF,CAAC,CAAE,CAAC5G,WAAW,CAAEI,WAAW,CAAC,CAAC,CAE9BtE,SAAS,CAAC,UAAM,CACd+E,eAAe,CAAC,EAAE,CAAC,CACnB,GAAIb,WAAW,EAAII,WAAW,EAAII,SAAS,CAAE,CAC3C,GAAM,CAAAuG,MAAM,CAAAP,kBAAA,CACP,GAAI,CAAAC,GAAG,CACR7D,UAAU,CAAC5C,WAAW,CAAC,CACpB6G,MAAM,CACL,SAACH,IAAI,QACH,CAAAA,IAAI,CAACZ,YAAY,GAAK1F,WAAW,EACjCsG,IAAI,CAACI,sBAAsB,GAAKZ,gBAAgB,CAAC1F,SAAS,CAAC,EAC/D,CAAC,CACAwG,OAAO,CAAC,SAACN,IAAI,QAAK,CAAAA,IAAI,CAACO,aAAa,GACzC,CAAC,CACF,CACDpD,sBAAsB,CAACkD,MAAM,CAAC,CAC9B,GAAIA,MAAM,CAACJ,MAAM,GAAK,CAAC,CAAE,CACvB9F,eAAe,CAACkG,MAAM,CAAC,CAAC,CAAC,CAAC,CAC5B,CACF,CACF,CAAC,CAAE,CAAC/G,WAAW,CAAEI,WAAW,CAAEI,SAAS,CAAC,CAAC,CAEzC1E,SAAS,CAAC,UAAM,CACd,GAAIoJ,SAAS,CAACgC,OAAO,CAAE,CACrBhC,SAAS,CAACgC,OAAO,CAACC,QAAQ,CAAC,CACzBC,GAAG,CAAElC,SAAS,CAACgC,OAAO,CAACG,YAAY,CACnCC,QAAQ,CAAE,QACZ,CAAC,CAAC,CACJ,CACF,CAAC,CAAE,CAAClD,mBAAmB,CAAC,CAAC,CAEzB,GAAM,CAAAmD,YAAY,CAAG,QAAf,CAAAA,YAAYA,CAAA,CAAS,CACzB,GAAItK,YAAY,GAAK,CAAC,CAAE,CACtB;AACA,MAAO,CAAC,MAAM,CAAE,KAAK,CAAC,CACxB,CACA,MAAO,CAAC,MAAM,CAAE,KAAK,CAAC,CAACuK,MAAM,CAACrC,KAAK,CAAC,CAAC,CAAElI,YAAY,CAAC,CAAC,CACvD,CAAC,CAED,GAAM,CAAAwK,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAA,CAAS,CAC5B,GAAIxK,YAAY,GAAK,CAAC,CAAE,CACtB,MAAO,CAAC,KAAK,CAAC,CAChB,CAAC,IAAM,CACL,MAAO,CAAC,KAAK,CAAE,KAAK,CAAC,CACvB,CACF,CAAC,CAED,GAAM,CAAAyK,cAAc,CAAG,QAAjB,CAAAA,cAAcA,CAAIC,UAAU,CAAK,CACrCxL,OAAO,CAACY,GAAG,gBAAAyK,MAAA,CAAkBG,UAAU,CAAE,CAAE,CACzCC,MAAM,CAAE,KAAK,CACbC,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CACF,CAAC,CAAC,CACCC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAI,CAACA,QAAQ,CAACC,EAAE,CAAE,CAChB;AACAD,QAAQ,CAACE,IAAI,CAAC,CAAC,CAACH,IAAI,CAAC,SAACI,SAAS,CAAK,CAClC1I,WAAW,kBAAAgI,MAAA,CACQO,QAAQ,CAACI,MAAM,QAAAX,MAAA,CAC9BU,SAAS,CAACE,MAAM,EAAI,eAAe,CAEvC,CAAC,CACH,CAAC,CAAC,CACJ,CAAC,IAAM,CACLL,QAAQ,CAACE,IAAI,CAAC,CAAC,CAACH,IAAI,CAAC,SAACO,IAAI,CAAK,CAC7BxF,aAAa,CAACwF,IAAI,CAAC,CACnBpF,gBAAgB,CAACqF,MAAM,CAACC,IAAI,CAACF,IAAI,CAAC,CAAC,CACrC,CAAC,CAAC,CACJ,CACAjJ,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDoJ,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BrJ,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAC,CAED,GAAM,CAAAuJ,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAI5L,GAAG,CAAK,CAC3B,GAAIoC,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CAEAF,eAAe,CAAC,IAAI,CAAC,CAErB,GAAM,CAAAwJ,mBAAmB,CAAG,CAC1B;AACAC,SAAS,CAAEjJ,QAAQ,CAACkJ,IAAI,CAAC,CAAC,GAAK,EAAE,CAAG,IAAI,CAAGlJ,QAAQ,CAACkJ,IAAI,CAAC,CAAC,CAC1DnB,UAAU,CAAE3K,SAAS,CAAC2K,UAAU,CAChCoB,UAAU,CAAE7L,SAAS,CACrB8L,YAAY,CAAEhJ,WAAW,CACzB8F,YAAY,CAAE1F,WAAW,CACzB0G,sBAAsB,CAAEZ,gBAAgB,CAAC1F,SAAS,CAAC,CACnDI,YAAY,CAAEA,YAAY,CAC1BqI,KAAK,CACH3C,QAAQ,CAACtF,IAAI,CAAE,EAAE,CAAC,GAAK,CAAC,EAAIA,IAAI,GAAK,KAAK,CACtC,IAAI,CACJA,IAAI,GAAK,MAAM,CACf,MAAM,CACNsF,QAAQ,CAACtF,IAAI,CAAE,EAAE,CAAC,CACxBY,OAAO,CAAEA,OAAO,CAChBsH,cAAc,CACZlH,aAAa,CAAC8G,IAAI,CAAC,CAAC,GAAK,EAAE,CAAG,IAAI,CAAGK,MAAM,CAACnH,aAAa,CAAC8G,IAAI,CAAC,CAAC,CAAC,CACnEM,SAAS,CAAEhH,QAAQ,CAAC0G,IAAI,CAAC,CAAC,GAAK,EAAE,CAAG,IAAI,CAAG1G,QAAQ,CAAC0G,IAAI,CAAC,CAAC,CAC1DO,OAAO,CAAE7G,MAAM,CAACsG,IAAI,CAAC,CAAC,GAAK,EAAE,CAAG,IAAI,CAAGQ,YAAY,CAAC9G,MAAM,CAACsG,IAAI,CAAC,CAAC,CACnE,CAAC,CAED,GAAI,CAAAS,qBAAqB,CAAG,CAC1BV,SAAS,CAAEjJ,QAAQ,CAACkJ,IAAI,CAAC,CAAC,GAAK,EAAE,CAAG,IAAI,CAAGlJ,QAAQ,CAACkJ,IAAI,CAAC,CAAC,CAC1DnB,UAAU,CAAE3K,SAAS,CAAC2K,UAAU,CAChCoB,UAAU,CAAE7L,SACd,CAAC,CAED,GAAIA,SAAS,GAAK,WAAW,EAAIA,SAAS,GAAK,QAAQ,CAAE,CACvDqM,qBAAqB,CAAAC,aAAA,CAAAA,aAAA,IAChBD,qBAAqB,MACxB3H,OAAO,CAAEA,OAAO,CAChBqH,KAAK,CAAE7H,IAAI,GAAK,KAAK,CAAG,MAAM,CAAG,IAAI,CACrCgI,SAAS,CAAEhH,QAAQ,CAAC0G,IAAI,CAAC,CAAC,GAAK,EAAE,CAAG,IAAI,CAAG1G,QAAQ,CAAC0G,IAAI,CAAC,CAAC,CAC1DO,OAAO,CAAE7G,MAAM,CAACsG,IAAI,CAAC,CAAC,GAAK,EAAE,CAAG,IAAI,CAAGQ,YAAY,CAAC9G,MAAM,CAACsG,IAAI,CAAC,CAAC,CAAC,EACnE,CACH,CAEA,GAAItH,UAAU,EAAI,CAAC,CAAE,CACnBoH,mBAAmB,CAACa,YAAY,CAAGjI,UAAU,CAC/C,CAEA,GACEgD,WAAW,CAACmC,MAAM,EAClB/B,sBAAsB,CAAC+B,MAAM,EAC7B3B,sBAAsB,CAAC2B,MAAM,CAC7B,CACA,GAAM,CAAA+C,iBAAiB,CAAG,CAAC,CAAC,CAC5B,GAAI9E,sBAAsB,CAAC+B,MAAM,CAAE,CACjC,GAAM,CAAAgD,sBAAsB,CAAG,CAAC,CAAC,CACjC/E,sBAAsB,CAACgF,OAAO,CAAC,SAAClD,IAAI,CAAK,CACvCiD,sBAAsB,CAACjD,IAAI,CAACmD,GAAG,CAAC,CAAGC,eAAe,CAACpD,IAAI,CAACqD,KAAK,CAAC,CAChE,CAAC,CAAC,CACFL,iBAAiB,CAAC,wBAAwB,CAAC,CAAGC,sBAAsB,CACtE,CACA,GAAI3E,sBAAsB,CAAC2B,MAAM,CAAE,CACjC,GAAM,CAAAqD,sBAAsB,CAAG,CAAC,CAAC,CACjChF,sBAAsB,CAAC4E,OAAO,CAAC,SAAClD,IAAI,CAAK,CACvCsD,sBAAsB,CAACtD,IAAI,CAACmD,GAAG,CAAC,CAAGC,eAAe,CAACpD,IAAI,CAACqD,KAAK,CAAC,CAChE,CAAC,CAAC,CACFL,iBAAiB,CAAC,wBAAwB,CAAC,CAAGM,sBAAsB,CACtE,CACA,GAAIxF,WAAW,CAACmC,MAAM,CAAE,CACtB,GAAM,CAAAsD,SAAS,CAAGzF,WAAW,CAC7ByF,SAAS,CAACxE,GAAG,CAAC,SAACiB,IAAI,CAAK,CACtB,MAAO,CAAAA,IAAI,CAACwD,EAAE,CAChB,CAAC,CAAC,CACFR,iBAAiB,CAAC,WAAW,CAAC,CAAGO,SAAS,CAC5C,CACArB,mBAAmB,CAAC,mBAAmB,CAAC,CAAGc,iBAAiB,CAC9D,CAEA,GAAItF,mBAAmB,CAACuC,MAAM,CAAE,CAC9BvC,mBAAmB,CAACwF,OAAO,CAAC,SAAClD,IAAI,CAAK,CACpCkC,mBAAmB,CAAClC,IAAI,CAACmD,GAAG,CAAC,CAAGC,eAAe,CAACpD,IAAI,CAACqD,KAAK,CAAC,CAC7D,CAAC,CAAC,CACJ,CAEA,GAAM,CAAAI,eAAe,CACnBjN,SAAS,GAAK,KAAK,CAAG0L,mBAAmB,CAAGW,qBAAqB,CAEnE;AACApN,OAAO,CAACY,GAAG,CAAG,YAAY,CAAE,CAC1B6K,MAAM,CAAE,MAAM,CACdC,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACDuC,IAAI,CAAEC,IAAI,CAACC,SAAS,CAACH,eAAe,CACtC,CAAC,CAAC,CACCrC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAI,CAACA,QAAQ,CAACC,EAAE,CAAE,CAChB;AACAD,QAAQ,CAACE,IAAI,CAAC,CAAC,CAACH,IAAI,CAAC,SAACI,SAAS,CAAK,CAClC1I,WAAW,kBAAAgI,MAAA,CACQO,QAAQ,CAACI,MAAM,QAAAX,MAAA,CAC9BU,SAAS,CAACE,MAAM,EAAI,eAAe,CAEvC,CAAC,CACH,CAAC,CAAC,CACJ,CAAC,IAAM,CACL3I,QAAQ,oBAAA+H,MAAA,CAAoBtK,SAAS,CAAE,CAAC,CACxCqN,cAAc,CAACC,OAAO,CACpB,kBAAkB,oBAAAhD,MAAA,CACCtK,SAAS,CAC9B,CAAC,CACH,CACAkC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDoJ,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BrJ,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAC,CAED,GAAM,CAAAkK,YAAY,CAAG,QAAf,CAAAA,YAAYA,CAAIjB,IAAI,CAAK,CAC7B,GAAM,CAAAoC,GAAG,CAAG,EAAE,CACdpC,IAAI,CAACqC,KAAK,CAAC,GAAG,CAAC,CAACd,OAAO,CAAC,SAAClD,IAAI,CAAK,CAChC+D,GAAG,CAACE,IAAI,CAACxB,MAAM,CAACzC,IAAI,CAAC,CAAC,CACxB,CAAC,CAAC,CACF,MAAO,CAAA+D,GAAG,CACZ,CAAC,CAED,GAAM,CAAAG,iBAAiB,CAAG,QAApB,CAAAA,iBAAiBA,CAAIC,CAAC,CAAK,CAC/BA,CAAC,CAACC,eAAe,CAAC,CAAC,CACnB,GAAM,CAAAC,OAAO,CAAGR,cAAc,CAACS,OAAO,CAAC,SAAS,CAAC,CAACN,KAAK,CAAC,GAAG,CAAC,CAC5D,GAAIK,OAAO,CAAE,CACXA,OAAO,CAAC,CAAC,CAAC,CACV5O,OAAO,CACLY,GAAG,4BAAAyK,MAAA,CAECuD,OAAO,CAAC,CAAC,CAAC,GAAK,KAAK,CAAG,KAAK,CAAGA,OAAO,CAAC,CAAC,CAAC,MAAAvD,MAAA,CACvCxK,SAAS,CAAC2K,UAAU,CAAE,CAC5B,CACEC,MAAM,CAAE,QAAQ,CAChBC,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CACF,CACF,CAAC,CACEC,IAAI,CAAC,UAAM,CACV7D,gBAAgB,CAAC,IAAI,CAAC,CACxB,CAAC,CAAC,CACDuE,KAAK,CAACE,OAAO,CAACD,KAAK,CAAC,CACzB,CACF,CAAC,CAED,GAAM,CAAAwC,QAAQ,CAAG,QAAX,CAAAA,QAAQA,CAAIR,GAAG,CAAES,OAAO,CAAK,CACjC,GACET,GAAG,CAAC9D,MAAM,EACV8D,GAAG,CAACA,GAAG,CAAC9D,MAAM,CAAG,CAAC,CAAC,CAACuE,OAAO,CAAC,CAAC,CAAC,CAAC,GAAK,EAAE,EACtCT,GAAG,CAACA,GAAG,CAAC9D,MAAM,CAAG,CAAC,CAAC,CAACuE,OAAO,CAAC,CAAC,CAAC,CAAC,GAAK,EAAE,CACtC,CACA,MAAO,KAAI,CACb,CAAC,IAAM,IAAIT,GAAG,CAAC9D,MAAM,GAAK,CAAC,CAAE,CAC3B,MAAO,KAAI,CACb,CAAC,IAAM,CACL,MAAO,MAAK,CACd,CACF,CAAC,CAED,GAAM,CAAAmD,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIqB,GAAG,CAAK,CAC/B,GAAIA,GAAG,CAACC,WAAW,CAAC,CAAC,GAAK,MAAM,CAAE,CAChC,MAAO,KAAI,CACb,CAAC,IAAM,IAAID,GAAG,CAACC,WAAW,CAAC,CAAC,GAAK,MAAM,CAAE,CACvC,MAAO,KAAI,CACb,CAAC,IAAM,IAAID,GAAG,CAACC,WAAW,CAAC,CAAC,GAAK,OAAO,CAAE,CACxC,MAAO,MAAK,CACd,CAAC,IAAM,IAAIjC,MAAM,CAACgC,GAAG,CAAC,EAAKA,GAAG,GAAK,EAAE,EAAIhC,MAAM,CAACgC,GAAG,CAAC,GAAK,CAAE,CAAE,CAC3D,MAAO,CAAAhC,MAAM,CAACgC,GAAG,CAAC,CACpB,CAAC,IAAM,CACL,MAAO,CAAAA,GAAG,CACZ,CACF,CAAC,CAED,GAAM,CAAAE,cAAc,CAAG,QAAjB,CAAAA,cAAcA,CAAIZ,GAAG,CAAK,CAC9BhG,cAAc,CAACgG,GAAG,CAAC,CACrB,CAAC,CAED,GAAM,CAAAa,yBAAyB,CAAG,QAA5B,CAAAA,yBAAyBA,CAAIb,GAAG,CAAK,CACzC5F,yBAAyB,CAAC4F,GAAG,CAAC,CAChC,CAAC,CAED,GAAM,CAAAc,yBAAyB,CAAG,QAA5B,CAAAA,yBAAyBA,CAAId,GAAG,CAAK,CACzCxF,yBAAyB,CAACwF,GAAG,CAAC,CAChC,CAAC,CAED,GAAM,CAAAe,sBAAsB,CAAG,QAAzB,CAAAA,sBAAsBA,CAAIf,GAAG,CAAK,CACtCpG,sBAAsB,CAACoG,GAAG,CAAC,CAC7B,CAAC,CAED;AACA,mBACE/N,KAAA,CAACf,KAAK,EACJ8P,KAAK,CAAEjO,KAAK,CAAGlB,MAAM,CAACoP,iBAAiB,CAAGpP,MAAM,CAACqP,SAAU,CAC3DC,YAAY,CAAE,SAAAA,aAAA,QAAM,CAAAnO,QAAQ,CAAC,IAAI,CAAC,EAAC,CACnCoO,YAAY,CAAE,SAAAA,aAAA,QAAM,CAAApO,QAAQ,CAAC,KAAK,CAAC,EAAC,CACpCqO,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAI,CAAClO,QAAQ,EAAI,CAACoG,aAAa,CAAE,CAC/BnG,WAAW,CAAC,IAAI,CAAC,CACjB,GAAIX,SAAS,GAAK,KAAK,CAAE,CACvBwK,cAAc,CAAC1K,SAAS,CAAC2K,UAAU,CAAC,CACtC,CACF,CACF,CAAE,CACFoE,SAAS,CAAEvO,KAAK,CAAG,EAAE,CAAG,CAAE,CAAAwO,QAAA,EAEzB9O,SAAS,GAAK,KAAK,cAClBR,KAAA,CAAC/B,GAAG,EAAC8Q,KAAK,CAAEnP,MAAM,CAAC2P,eAAgB,CAAAD,QAAA,EAChC5O,SAAS,eACRV,KAAA,CAACjB,KAAK,EAACyQ,SAAS,CAAC,KAAK,CAACC,OAAO,CAAE,CAAE,CAACC,UAAU,MAAAJ,QAAA,eAC3CxP,IAAA,CAACJ,eAAe,EAAC2N,KAAK,CAAE/M,SAAS,CAAC2K,UAAW,CAAE,CAAC,cAChDnL,IAAA,CAACtB,UAAU,EACT,aAAW,QAAQ,CACnB4Q,OAAO,CAAElB,iBAAkB,CAC3ByB,QAAQ,CAAErI,aAAc,CAAAgI,QAAA,cAExBxP,IAAA,CAAC/B,UAAU,GAAE,CAAC,CACJ,CAAC,EACR,CACR,CACA,CAAC2C,SAAS,eAAIZ,IAAA,CAACJ,eAAe,EAAC2N,KAAK,CAAE/M,SAAS,CAAC2K,UAAW,CAAE,CAAC,cAC/DjL,KAAA,CAACjB,KAAK,EACJ0Q,OAAO,CAAE,CAAE,CACXD,SAAS,CAAC,KAAK,CACfE,UAAU,MACVE,QAAQ,CAAC,MAAM,CACfC,EAAE,CAAE,CAAEC,UAAU,CAAE,CAAE,CAAE,CAAAR,QAAA,EAErBhP,SAAS,CAACyP,UAAU,EAClB,UAAM,CACL,MAAO,CAAAzP,SAAS,CAACyP,UAAU,CAAChH,GAAG,CAAC,SAACiH,CAAC,CAAK,CACrC,mBACElQ,IAAA,CAAC5B,IAAI,EAAS+R,KAAK,CAAED,CAAE,CAACE,OAAO,CAAC,UAAU,CAACzG,IAAI,CAAC,OAAO,EAA5CuG,CAA8C,CAAC,CAE9D,CAAC,CAAC,CACJ,CAAC,CAAE,CAAC,CACJ,UAAM,CACN,GACE1P,SAAS,CAAC6P,WAAW,EACrB7P,SAAS,CAAC6P,WAAW,CAAC7G,IAAI,CAAC,SAACH,IAAI,QAAK,CAAAD,QAAQ,CAACC,IAAI,CAAC,GAAC,CACpD,CACA,mBAAOrJ,IAAA,CAAC5B,IAAI,EAAC+R,KAAK,CAAC,QAAQ,CAACC,OAAO,CAAC,UAAU,CAACzG,IAAI,CAAC,OAAO,CAAE,CAAC,CAChE,CACF,CAAC,CAAE,CAAC,CACF,UAAM,CACN,GAAI/I,SAAS,EAAI4G,aAAa,CAAE,CAC9B,mBAAOxH,IAAA,CAAC5B,IAAI,EAAC+R,KAAK,CAAC,SAAS,CAACC,OAAO,CAAC,UAAU,CAACzG,IAAI,CAAC,OAAO,CAAE,CAAC,CACjE,CACF,CAAC,CAAE,CAAC,EACC,CAAC,CACPnJ,SAAS,CAAC8P,iBAAiB,eAC1BtQ,IAAA,MAAGiP,KAAK,CAAEnP,MAAM,CAACyQ,CAAE,CAACC,KAAK,CAAEhQ,SAAS,CAAC8P,iBAAkB,CAAAd,QAAA,CACpDhP,SAAS,CAAC8P,iBAAiB,CAC3B,CACJ,cAEDpQ,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC2Q,OAAQ,CAAAjB,QAAA,eACzBtP,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC4Q,QAAS,CAAAlB,QAAA,eAC1BtP,KAAA,SAAM+O,KAAK,CAAEnP,MAAM,CAAC6Q,YAAa,CAAAnB,QAAA,EAC9BoB,IAAI,CAACC,KAAK,CAACrQ,SAAS,CAACsQ,cAAc,CAAG,IAAI,CAAC,CAAC,GAC/C,EAAM,CAAC,cACP9Q,IAAA,UAAOiP,KAAK,CAAEnP,MAAM,CAACiR,SAAU,CAAAvB,QAAA,CAAC,gBAAc,CAAO,CAAC,EACnD,CAAC,CACJ,UAAM,CACN,GACEhP,SAAS,CAACwQ,aAAa,EACvBxQ,SAAS,CAACwQ,aAAa,CAACnH,QAAQ,CAAC,MAAM,CAAC,CACxC,CACA,mBACE3J,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC4Q,QAAS,CAAAlB,QAAA,eAC1BxP,IAAA,CAACtC,YAAY,EAACuR,KAAK,CAAEnP,MAAM,CAACmR,OAAQ,CAAE,CAAC,cACvCjR,IAAA,UAAOiP,KAAK,CAAEnP,MAAM,CAACiR,SAAU,CAAAvB,QAAA,CAAC,YAAU,CAAO,CAAC,EAC/C,CAAC,CAEV,CAAC,IAAM,IACLhP,SAAS,CAACwQ,aAAa,EACvBxQ,SAAS,CAACwQ,aAAa,CAACnH,QAAQ,CAAC,UAAU,CAAC,CAC5C,CACA,mBACE3J,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC4Q,QAAS,CAAAlB,QAAA,eAC1BxP,IAAA,CAACrC,gBAAgB,EAACsR,KAAK,CAAEnP,MAAM,CAACmR,OAAQ,CAAE,CAAC,cAC3CjR,IAAA,UAAOiP,KAAK,CAAEnP,MAAM,CAACiR,SAAU,CAAAvB,QAAA,CAAC,gBAAc,CAAO,CAAC,EACnD,CAAC,CAEV,CAAC,IAAM,CACL,mBACEtP,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC4Q,QAAS,CAAAlB,QAAA,eAC1BxP,IAAA,CAAClC,kBAAkB,EAACmR,KAAK,CAAEnP,MAAM,CAACmR,OAAQ,CAAE,CAAC,cAC7CjR,IAAA,UAAOiP,KAAK,CAAEnP,MAAM,CAACiR,SAAU,CAAAvB,QAAA,CAAC,aAAW,CAAO,CAAC,EAChD,CAAC,CAEV,CACF,CAAC,CAAE,CAAC,EACD,CAAC,EACH,CAAC,cAENtP,KAAA,CAAC/B,GAAG,EAAC8Q,KAAK,CAAEnP,MAAM,CAAC2P,eAAgB,CAAAD,QAAA,eACjCtP,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAACoR,cAAe,CAAA1B,QAAA,EAC/B5O,SAAS,eACRV,KAAA,CAACjB,KAAK,EAACyQ,SAAS,CAAC,KAAK,CAACC,OAAO,CAAE,CAAE,CAACC,UAAU,MAAAJ,QAAA,eAC3CxP,IAAA,CAACJ,eAAe,EAAC2N,KAAK,CAAE/M,SAAS,CAAC2K,UAAW,CAAE,CAAC,cAChDnL,IAAA,CAACtB,UAAU,EACT,aAAW,QAAQ,CACnB4Q,OAAO,CAAElB,iBAAkB,CAC3ByB,QAAQ,CAAErI,aAAc,CAAAgI,QAAA,cAExBxP,IAAA,CAAC/B,UAAU,GAAE,CAAC,CACJ,CAAC,EACR,CACR,CACA,CAAC2C,SAAS,eAAIZ,IAAA,CAACJ,eAAe,EAAC2N,KAAK,CAAE/M,SAAS,CAAC2K,UAAW,CAAE,CAAC,cAC/DjL,KAAA,CAACjB,KAAK,EACJ0Q,OAAO,CAAE,CAAE,CACXD,SAAS,CAAC,KAAK,CACfE,UAAU,MACVE,QAAQ,CAAC,MAAM,CACfC,EAAE,CAAE,CAAEC,UAAU,CAAE,CAAE,CAAE,CAAAR,QAAA,EAEpB,UAAM,CACN,GAAIhP,SAAS,CAAC2Q,QAAQ,CAAE,CACtB,MAAO,CAAA3Q,SAAS,CAAC2Q,QAAQ,CAAClI,GAAG,CAAC,SAACiH,CAAC,CAAK,CACnC,mBAAOlQ,IAAA,CAAC5B,IAAI,EAAC+R,KAAK,CAAED,CAAE,CAACE,OAAO,CAAC,UAAU,CAACzG,IAAI,CAAC,OAAO,CAAE,CAAC,CAC3D,CAAC,CAAC,CACJ,CAAC,IAAM,IAAInJ,SAAS,CAAC4Q,YAAY,CAAE,CACjC,mBACEpR,IAAA,CAAC5B,IAAI,EACH+R,KAAK,CAAE3P,SAAS,CAAC4Q,YAAa,CAC9BhB,OAAO,CAAC,UAAU,CAClBzG,IAAI,CAAC,OAAO,CACb,CAAC,CAEN,CACF,CAAC,CAAE,CAAC,CACF,UAAM,CACN,GAAInJ,SAAS,CAAC+I,YAAY,CAAE,CAC1B,mBAAOvJ,IAAA,CAAC5B,IAAI,EAAC+R,KAAK,CAAC,QAAQ,CAACC,OAAO,CAAC,UAAU,CAACzG,IAAI,CAAC,OAAO,CAAE,CAAC,CAChE,CACF,CAAC,CAAE,CAAC,CACF,UAAM,CACN,GAAI/I,SAAS,EAAI4G,aAAa,CAAE,CAC9B,mBACExH,IAAA,CAAC5B,IAAI,EAAC+R,KAAK,CAAC,SAAS,CAACC,OAAO,CAAC,UAAU,CAACzG,IAAI,CAAC,OAAO,CAAE,CAAC,CAE5D,CACF,CAAC,CAAE,CAAC,EACC,CAAC,EACL,CAAC,CACLnJ,SAAS,CAAC6Q,UAAU,eACnBnR,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC2Q,OAAQ,CAAAjB,QAAA,eACzBtP,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC4Q,QAAS,CAAAlB,QAAA,eAC1BxP,IAAA,SAAMiP,KAAK,CAAEnP,MAAM,CAAC6Q,YAAa,CAAAnB,QAAA,CAAEhP,SAAS,CAAC6Q,UAAU,CAAO,CAAC,cAC/DrR,IAAA,UAAOiP,KAAK,CAAEnP,MAAM,CAACiR,SAAU,CAAAvB,QAAA,CAAC,YAAU,CAAO,CAAC,EAC/C,CAAC,cACNtP,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC4Q,QAAS,CAAAlB,QAAA,eAC1BxP,IAAA,SAAMiP,KAAK,CAAEnP,MAAM,CAAC6Q,YAAa,CAAAnB,QAAA,CAAEhP,SAAS,CAAC8Q,UAAU,CAAO,CAAC,cAC/DtR,IAAA,UAAOiP,KAAK,CAAEnP,MAAM,CAACiR,SAAU,CAAAvB,QAAA,CAAC,YAAU,CAAO,CAAC,EAC/C,CAAC,EACH,CACN,CACA,CAACpO,QAAQ,EAAIJ,KAAK,eACjBhB,IAAA,MAAGiP,KAAK,CAAEnP,MAAM,CAACyR,eAAgB,CAAA/B,QAAA,CAAC,sCAElC,CAAG,CACJ,EACE,CACN,cACDxP,IAAA,CAACzB,MAAM,EACLiT,IAAI,CAAEpQ,QAAS,CACfqQ,OAAO,CAAE,SAAAA,QAAA,CAAM,CACbpQ,WAAW,CAAC,KAAK,CAAC,CAClBJ,QAAQ,CAAC,KAAK,CAAC,CACjB,CAAE,CACFyQ,MAAM,CAAE,OAAQ,CAAAlC,QAAA,cAEhBtP,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC6R,UAAW,CAAAnC,QAAA,eAC5BxP,IAAA,CAACJ,eAAe,EAAC2N,KAAK,CAAE/M,SAAS,CAAC2K,UAAW,CAAE,CAAC,CAC/CzK,SAAS,GAAK,KAAK,cAClBV,IAAA,CAAC7B,GAAG,EACFyT,GAAG,CAAElJ,SAAU,CACfuG,KAAK,CAAEnP,MAAM,CAAC+R,aAAc,CAC5BC,OAAO,CAAC,MAAM,CACdC,aAAa,CAAC,QAAQ,CACtBC,KAAK,CAAC,MAAM,CACZC,EAAE,CAAC,MAAM,CAAAzC,QAAA,cAETtP,KAAA,CAACzB,IAAI,EAACyT,UAAU,CAAE,CAAE,CAACC,aAAa,CAAE,CAAE,CAAA3C,QAAA,eACpCxP,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBtP,KAAA,CAAC1B,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,eACvDxP,IAAA,CAACrB,UAAU,EAAC+O,EAAE,CAAC,mBAAmB,CAAA8B,QAAA,CAAC,cAAY,CAAY,CAAC,cAC5DxP,IAAA,CAACjB,MAAM,EACLwT,OAAO,CAAC,mBAAmB,CAC3BhF,KAAK,CAAE/J,WAAY,CACnBgP,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAA5K,cAAc,CAAC4K,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CAChD4C,KAAK,CAAC,cAAc,CAAAX,QAAA,CAEnBhJ,aAAa,CAACyC,GAAG,CAAC,SAACyJ,MAAM,CAAK,CAC7B,GAAM,CAAAzE,GAAG,CAAG,EAAE,CACd7H,UAAU,CAACsM,MAAM,CAAC,CAACtF,OAAO,CAAC,SAAClD,IAAI,CAAK,CACnC+D,GAAG,CAACE,IAAI,CAACjE,IAAI,CAACZ,YAAY,CAAC,CAC7B,CAAC,CAAC,CACF,GAAM,CAAAqJ,KAAK,CAAGnS,SAAS,CAAC6P,WAAW,CAAChG,MAAM,CAAC,SAAChB,IAAI,QAC9C,CAAA4E,GAAG,CAACpE,QAAQ,CAACR,IAAI,CAACC,YAAY,CAAC,EACjC,CAAC,CAED,GAAM,CAAAsJ,MAAM,CAAGD,KAAK,CAACnJ,IAAI,CAAC,SAACH,IAAI,QAAK,CAAAD,QAAQ,CAACC,IAAI,CAAC,GAAC,CACnD,GAAM,CAAAwJ,eAAe,CAAGD,MAAM,CAC1BF,MAAM,CAAG,WAAW,CACpBA,MAAM,CAEV,mBACE1S,IAAA,CAAClB,QAAQ,EAAcyO,KAAK,CAAEmF,MAAO,CAAAlD,QAAA,CAClCqD,eAAe,EADHH,MAEL,CAAC,CAEf,CAAC,CAAC,CACI,CAAC,EACE,CAAC,CACV,CAAC,cACP1S,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBtP,KAAA,CAAC1B,WAAW,EACV4R,OAAO,CAAC,UAAU,CAClBiC,MAAM,CAAC,QAAQ,CACfC,SAAS,MACTzC,QAAQ,CAAE,CAACrM,WAAY,CAAAgM,QAAA,eAEvBxP,IAAA,CAACrB,UAAU,EAAC+O,EAAE,CAAC,mBAAmB,CAAA8B,QAAA,CAAC,cAAY,CAAY,CAAC,cAC5DxP,IAAA,CAACjB,MAAM,EACLwT,OAAO,CAAC,mBAAmB,CAC3BhF,KAAK,CAAE3J,WAAY,CACnB4O,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAxK,cAAc,CAACwK,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CAChD4C,KAAK,CAAC,cAAc,CAAAX,QAAA,CAEnB5I,aAAa,CAACqC,GAAG,CAAC,SAACc,MAAM,CAAK,CAC7B,GAAM,CAAA4I,KAAK,CAAGnS,SAAS,CAAC6P,WAAW,CAAChG,MAAM,CACxC,SAAChB,IAAI,QAAK,CAAAA,IAAI,CAACC,YAAY,GAAKS,MAAM,EACxC,CAAC,CAED,GAAM,CAAA6I,MAAM,CAAGD,KAAK,CAACnJ,IAAI,CAAC,SAACH,IAAI,QAAK,CAAAD,QAAQ,CAACC,IAAI,CAAC,GAAC,CACnD,GAAM,CAAAyJ,eAAe,CAAGF,MAAM,CAC1B7I,MAAM,CAAG,WAAW,CACpBA,MAAM,CAEV,mBACE/J,IAAA,CAAClB,QAAQ,EAAcyO,KAAK,CAAExD,MAAO,CAAAyF,QAAA,CAClCsD,eAAe,EADH/I,MAEL,CAAC,CAEf,CAAC,CAAC,CACI,CAAC,EACE,CAAC,CACV,CAAC,cACP/J,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBtP,KAAA,CAAC1B,WAAW,EACV4R,OAAO,CAAC,UAAU,CAClBiC,MAAM,CAAC,QAAQ,CACfC,SAAS,MACTzC,QAAQ,CAAE,CAACjM,WAAY,CAAA4L,QAAA,eAEvBxP,IAAA,CAACrB,UAAU,EAAC+O,EAAE,CAAC,iBAAiB,CAAA8B,QAAA,CAAC,YAAU,CAAY,CAAC,cACxDxP,IAAA,CAACjB,MAAM,EACLwT,OAAO,CAAC,iBAAiB,CACzBhF,KAAK,CAAEvJ,SAAU,CACjBwO,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAApK,YAAY,CAACoK,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CAC9C4C,KAAK,CAAC,YAAY,CAAAX,QAAA,CAEjBxI,WAAW,CAACiC,GAAG,CAAC,SAACU,IAAI,CAAK,CACzB,GAAM,CAAAgJ,KAAK,CAAGnS,SAAS,CAAC6P,WAAW,CAChChG,MAAM,CAAC,SAAChB,IAAI,QAAK,CAAAA,IAAI,CAACC,YAAY,GAAK1F,WAAW,GAAC,CACnDyG,MAAM,CACL,SAAChB,IAAI,QAAK,CAAAA,IAAI,CAACiB,sBAAsB,GAAKX,IAAI,EAChD,CAAC,CACH,GAAM,CAAAiJ,MAAM,CAAGD,KAAK,CAACnJ,IAAI,CAAC,SAACH,IAAI,QAAK,CAAAD,QAAQ,CAACC,IAAI,CAAC,GAAC,CACnD,GAAM,CAAA0J,aAAa,CAAGH,MAAM,CAAGjJ,IAAI,CAAG,WAAW,CAAGA,IAAI,CAExD,mBACE3J,IAAA,CAAClB,QAAQ,EAAYyO,KAAK,CAAE5D,IAAK,CAAA6F,QAAA,CAC9BuD,aAAa,EADDpJ,IAEL,CAAC,CAEf,CAAC,CAAC,CACI,CAAC,EACE,CAAC,CACV,CAAC,cACP3J,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBtP,KAAA,CAAC1B,WAAW,EACV4R,OAAO,CAAC,UAAU,CAClBiC,MAAM,CAAC,QAAQ,CACfC,SAAS,MACTzC,QAAQ,CAAE,CAACjM,WAAW,EAAI,CAACI,SAAU,CAAAwL,QAAA,eAErCxP,IAAA,CAACrB,UAAU,EAAC+O,EAAE,CAAC,oBAAoB,CAAA8B,QAAA,CAAC,cAEpC,CAAY,CAAC,cACbxP,IAAA,CAACjB,MAAM,EACLwT,OAAO,CAAC,oBAAoB,CAC5BhF,KAAK,CAAEnJ,YAAa,CACpBoO,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAhK,eAAe,CAACgK,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CACjD4C,KAAK,CAAC,cAAc,CAAAX,QAAA,CAEnBpI,mBAAmB,CAAC6B,GAAG,CAAC,SAAC+J,KAAK,CAAEC,KAAK,CAAK,KAAAC,qBAAA,CAAAC,OAAA,CAAAC,sBAAA,CAAAC,QAAA,CAAAC,qBAAA,CACzC,GAAM,CAAAX,KAAK,CAAGnS,SAAS,CAAC6P,WAAW,CAChChG,MAAM,CAAC,SAAChB,IAAI,QAAK,CAAAA,IAAI,CAACC,YAAY,GAAK1F,WAAW,GAAC,CACnDyG,MAAM,CACL,SAAChB,IAAI,QACH,CAAAA,IAAI,CAACiB,sBAAsB,GAC3BZ,gBAAgB,CAAC1F,SAAS,CAAC,EAC/B,CAAC,CAEH,GAAM,CAAA4O,MAAM,CACVhP,WAAW,GAAK,SAAS,EAAAsP,qBAAA,EAAAC,OAAA,CACrBR,KAAK,CAAC,CAAC,CAAC,UAAAQ,OAAA,iBAARA,OAAA,CAAU5J,YAAY,UAAA2J,qBAAA,UAAAA,qBAAA,CAAI,KAAK,GAAK,IAAI,EAAAE,sBAAA,EAAAC,QAAA,CACxCV,KAAK,CAAC,CAAC,CAAC,UAAAU,QAAA,kBAAAC,qBAAA,CAARD,QAAA,CAAU9J,YAAY,UAAA+J,qBAAA,iBAAtBA,qBAAA,CAAyBL,KAAK,CAAC,UAAAG,sBAAA,UAAAA,sBAAA,CAAI,KAAK,GAAK,IAAI,CACvD,GAAM,CAAAG,cAAc,CAAGX,MAAM,CACzBI,KAAK,CAAG,WAAW,CACnBA,KAAK,CAET,mBACEhT,IAAA,CAAClB,QAAQ,EAAayO,KAAK,CAAEyF,KAAM,CAAAxD,QAAA,CAChC+D,cAAc,EADFP,KAEL,CAAC,CAEf,CAAC,CAAC,CACI,CAAC,EACE,CAAC,CACV,CAAC,cACPhT,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,CACf5L,WAAW,GAAK,QAAQ,EAAIA,WAAW,GAAK,QAAQ,cACnD1D,KAAA,CAAC1B,WAAW,EACV4R,OAAO,CAAC,UAAU,CAClBiC,MAAM,CAAC,QAAQ,CACfC,SAAS,MACTzC,QAAQ,CAAE,CAACjM,WAAW,EAAI,CAACI,SAAS,EAAI,CAACI,YAAa,CAAAoL,QAAA,eAEtDxP,IAAA,CAACrB,UAAU,EAAC+O,EAAE,CAAC,aAAa,CAAA8B,QAAA,CAAC,OAAK,CAAY,CAAC,cAC/CxP,IAAA,CAACjB,MAAM,EACLwT,OAAO,CAAC,aAAa,CACrBhF,KAAK,CAAE/I,IAAK,CACZgO,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAA5J,OAAO,CAAC4J,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CACzC4C,KAAK,CAAC,OAAO,CAAAX,QAAA,CAEZzE,YAAY,CAAC,CAAC,CAAC9B,GAAG,CAAC,SAACiH,CAAC,CAAK,CACzB,mBACElQ,IAAA,CAAClB,QAAQ,EAASyO,KAAK,CAAE2C,CAAE,CAAAV,QAAA,CACxBU,CAAC,EADWA,CAEL,CAAC,CAEf,CAAC,CAAC,CACI,CAAC,EACE,CAAC,cAEdlQ,IAAA,CAACxB,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,cACvDxP,IAAA,CAACd,SAAS,EACR2Q,QAAQ,CAAE,CAACjM,WAAW,EAAI,CAACI,SAAS,EAAI,CAACI,YAAa,CACtDoP,IAAI,CAAC,QAAQ,CACbrD,KAAK,CAAC,cAAc,CACpBsD,UAAU,CAAE,CACVC,UAAU,CAAE,CACVC,GAAG,CAAE,CAAC,CACR,CACF,CAAE,CACFpG,KAAK,CAAEvI,UAAW,CAClBwN,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QACV,CAAApJ,aAAa,CAAC6E,QAAQ,CAACuE,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAE,EAAE,CAAC,CAAC,EAC5C,CACF,CAAC,CACS,CACd,CACG,CAAC,cACPvN,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBxP,IAAA,CAACxB,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,cACvDxP,IAAA,CAACd,SAAS,EACR2Q,QAAQ,CAAE,CAACjM,WAAW,EAAI,CAACI,SAAS,EAAI,CAACI,YAAa,CACtDoP,IAAI,CAAC,QAAQ,CACbC,UAAU,CAAE,CACVC,UAAU,CAAE,CACVC,GAAG,CAAE,CACP,CACF,CAAE,CACFxD,KAAK,CAAC,SAAS,CACf5C,KAAK,CAAEnI,OAAQ,CACfoN,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAhJ,UAAU,CAACyE,QAAQ,CAACuE,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAE,EAAE,CAAC,CAAC,EAAC,CAC3D,CAAC,CACS,CAAC,CACV,CAAC,cACPrN,KAAA,CAACtB,cAAc,EAAC0Q,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAArN,UAAU,CAAC,CAACD,OAAO,CAAC,EAAC,CAAAwN,QAAA,eAClDxP,IAAA,CAACnB,YAAY,EAAC+U,OAAO,CAAC,yBAAyB,CAAE,CAAC,CACjD5R,OAAO,cAAGhC,IAAA,CAACpC,UAAU,GAAE,CAAC,cAAGoC,IAAA,CAACnC,UAAU,GAAE,CAAC,EAC5B,CAAC,cACjBqC,KAAA,CAAC5B,QAAQ,EAACuV,EAAE,CAAE7R,OAAQ,CAAC8R,OAAO,CAAC,MAAM,CAACC,aAAa,MAAAvE,QAAA,eACjDxP,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBxP,IAAA,CAACxB,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,cACvDxP,IAAA,CAACd,SAAS,EACRkR,OAAO,CAAC,UAAU,CAClB7C,KAAK,CAAEnK,QAAS,CAChB+M,KAAK,CAAC,6CAA6C,CACnDqC,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAhL,WAAW,CAACgL,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CAC9C,CAAC,CACS,CAAC,CACV,CAAC,cACPvN,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBtP,KAAA,CAAC1B,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,eACvDxP,IAAA,CAACd,SAAS,EACRqO,KAAK,CAAE/H,aAAc,CACrB2K,KAAK,CAAC,6FAAwF,CAC9FqC,QAAQ,CAAE,SAAAA,SAACnE,CAAC,CAAK,CACf5M,qBAAqB,CAAC,KAAK,CAAC,CAC5BgE,gBAAgB,CAAC4I,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,CAChC,GACEc,CAAC,CAACoE,MAAM,CAAClF,KAAK,GAAK,EAAE,GACpB,CAACZ,MAAM,CAAC0B,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EACtBZ,MAAM,CAAC0B,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,CAAG,CAAC,EAC1BzD,QAAQ,CAACuE,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,GACtByG,UAAU,CAAC3F,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,CAAC,CAC/B,CACA9L,qBAAqB,CAAC,IAAI,CAAC,CAC7B,CACF,CAAE,CACH,CAAC,CACDD,kBAAkB,eACjBxB,IAAA,CAAC9B,KAAK,EAAC+V,QAAQ,CAAC,OAAO,CAAAzE,QAAA,CAAC,wCAExB,CAAO,CACR,EACU,CAAC,CACV,CAAC,cACPxP,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBxP,IAAA,CAACxB,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,cACvDxP,IAAA,CAACd,SAAS,EACRkR,OAAO,CAAC,UAAU,CAClB7C,KAAK,CAAE3H,QAAS,CAChBuK,KAAK,CAAC,kGAAkG,CACxGqC,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAxI,WAAW,CAACwI,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CAC9C,CAAC,CACS,CAAC,CACV,CAAC,cACPvN,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBtP,KAAA,CAAC1B,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,eACvDxP,IAAA,CAACd,SAAS,EACRqO,KAAK,CAAEvH,MAAO,CACdmK,KAAK,CAAC,sEAAsE,CAC5EqC,QAAQ,CAAE,SAAAA,SAACnE,CAAC,CAAK,CACfxM,cAAc,CAAC,KAAK,CAAC,CACrBoE,SAAS,CAACoI,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,CACzB,GAAM,CAAA2G,OAAO,CAAG,gBAAgB,CAChC,GACE7F,CAAC,CAACoE,MAAM,CAAClF,KAAK,GAAK,EAAE,EACrB,CAAC2G,OAAO,CAACC,IAAI,CAAC9F,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,CAC7B,CACA1L,cAAc,CAAC,IAAI,CAAC,CACtB,CACF,CAAE,CACH,CAAC,CACDD,WAAW,eACV5B,IAAA,CAAC9B,KAAK,EAAC+V,QAAQ,CAAC,OAAO,CAAAzE,QAAA,CAAC,mEAGxB,CAAO,CACR,EACU,CAAC,CACV,CAAC,cACPtP,KAAA,CAACtB,cAAc,EACb0Q,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAAjN,oBAAoB,CAAC,CAACD,iBAAiB,CAAC,EAAC,CAAAoN,QAAA,eAExDxP,IAAA,CAACnB,YAAY,EAAC+U,OAAO,CAAC,aAAa,CAAE,CAAC,CACrCxR,iBAAiB,cAAGpC,IAAA,CAACpC,UAAU,GAAE,CAAC,cAAGoC,IAAA,CAACnC,UAAU,GAAE,CAAC,EACtC,CAAC,cACjBqC,KAAA,CAAC5B,QAAQ,EACPuV,EAAE,CAAEzR,iBAAkB,CACtB0R,OAAO,CAAC,MAAM,CACdC,aAAa,MACb9E,KAAK,CAAE,CAAEe,UAAU,CAAE,MAAO,CAAE,CAAAR,QAAA,eAE9BxP,IAAA,CAACH,OAAO,EACNuU,UAAU,CAAE,CACV5D,KAAK,CAAE,mBAAmB,CAC1BnD,GAAG,CAAE,WAAW,CAChBE,KAAK,CAAE,YACT,CAAE,CACF8G,QAAQ,CAAExF,cAAe,CACzByF,UAAU,CAAE7F,QAAS,CACtB,CAAC,cACFzO,IAAA,CAACH,OAAO,EACNuU,UAAU,CAAE,CACV5D,KAAK,CAAE,kCAAkC,CACzCnD,GAAG,CAAE,KAAK,CACVE,KAAK,CAAE,OACT,CAAE,CACF8G,QAAQ,CAAEvF,yBAA0B,CACpCwF,UAAU,CAAE7F,QAAS,CACtB,CAAC,cACFzO,IAAA,CAACH,OAAO,EACNuU,UAAU,CAAE,CACV5D,KAAK,CAAE,kCAAkC,CACzCnD,GAAG,CAAE,KAAK,CACVE,KAAK,CAAE,OACT,CAAE,CACF8G,QAAQ,CAAEtF,yBAA0B,CACpCuF,UAAU,CAAE7F,QAAS,CACtB,CAAC,EACM,CAAC,EACH,CAAC,cACXzO,IAAA,CAACH,OAAO,EACNuU,UAAU,CAAE,CACV5D,KAAK,wDAAAxF,MAAA,CACHxH,WAAW,CAAG,IAAI,CAAGA,WAAW,CAAG,EAAE,CACrC,CACF6J,GAAG,CAAE,KAAK,CACVE,KAAK,CAAE,OACT,CAAE,CACF8G,QAAQ,CAAErF,sBAAuB,CACjCsF,UAAU,CAAE7F,QAAS,CACtB,CAAC,EACE,CAAC,CACJ,CAAC,cAENvO,KAAA,CAAC1B,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,eACvDxP,IAAA,CAACd,SAAS,EACRkR,OAAO,CAAC,UAAU,CAClB7C,KAAK,CAAEnK,QAAS,CAChB+M,KAAK,CAAC,6CAA6C,CACnDqC,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAhL,WAAW,CAACgL,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CAC9C,CAAC,CACD,CAAC7M,SAAS,GAAK,WAAW,EAAIA,SAAS,GAAK,QAAQ,gBACnDR,KAAA,CAAAE,SAAA,EAAAoP,QAAA,eACExP,IAAA,CAACd,SAAS,EACR+P,KAAK,CAAE,CAAEsF,SAAS,CAAE,MAAO,CAAE,CAC7Bf,IAAI,CAAC,QAAQ,CACbC,UAAU,CAAE,CACVC,UAAU,CAAE,CACVC,GAAG,CAAE,CACP,CACF,CAAE,CACFxD,KAAK,CAAC,SAAS,CACf5C,KAAK,CAAEnI,OAAQ,CACfoN,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAhJ,UAAU,CAACyE,QAAQ,CAACuE,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAE,EAAE,CAAC,CAAC,EAAC,CAC3D,CAAC,cACFrN,KAAA,CAAC1B,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,eACvDxP,IAAA,CAACrB,UAAU,EAAC+O,EAAE,CAAC,aAAa,CAAA8B,QAAA,CAAC,QAAM,CAAY,CAAC,cAChDxP,IAAA,CAACjB,MAAM,EACLwT,OAAO,CAAC,aAAa,CACrBhF,KAAK,CAAE3I,IAAK,CACZ4N,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAxJ,OAAO,CAACwJ,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CACzC4C,KAAK,CAAC,OAAO,CAAAX,QAAA,CAEZvE,eAAe,CAAC,CAAC,CAAChC,GAAG,CAAC,SAACiH,CAAC,CAAK,CAC5B,mBACElQ,IAAA,CAAClB,QAAQ,EAASyO,KAAK,CAAE2C,CAAE,CAAAV,QAAA,CACxBU,CAAC,EADWA,CAEL,CAAC,CAEf,CAAC,CAAC,CACI,CAAC,EACE,CAAC,CACbtL,IAAI,GAAK,KAAK,eACb1E,KAAA,CAAC1B,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,eACvDxP,IAAA,CAACd,SAAS,EACRqO,KAAK,CAAEvH,MAAO,CACdmK,KAAK,CAAC,2DAA2D,CACjEqC,QAAQ,CAAE,SAAAA,SAACnE,CAAC,CAAK,CACfxM,cAAc,CAAC,KAAK,CAAC,CACrBoE,SAAS,CAACoI,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,CACzB,GAAM,CAAA2G,OAAO,CAAG,gBAAgB,CAChC,GACE7F,CAAC,CAACoE,MAAM,CAAClF,KAAK,GAAK,EAAE,EACrB,CAAC2G,OAAO,CAACC,IAAI,CAAC9F,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,CAC7B,CACA1L,cAAc,CAAC,IAAI,CAAC,CACtB,CACF,CAAE,CACH,CAAC,CACDD,WAAW,eACV5B,IAAA,CAAC9B,KAAK,EAAC+V,QAAQ,CAAC,OAAO,CAAAzE,QAAA,CAAC,mEAGxB,CAAO,CACR,EACU,CACd,cACDxP,IAAA,CAACxB,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,cACvDxP,IAAA,CAACd,SAAS,EACRkR,OAAO,CAAC,UAAU,CAClB7C,KAAK,CAAE3H,QAAS,CAChBuK,KAAK,CAAC,uFAAuF,CAC7FqC,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAxI,WAAW,CAACwI,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CAC9C,CAAC,CACS,CAAC,EACd,CACH,EACU,CACd,cACDrN,KAAA,CAAC/B,GAAG,EAAC8Q,KAAK,CAAEnP,MAAM,CAAC0U,gBAAiB,CAAAhF,QAAA,eAClCxP,IAAA,WACEwQ,KAAK,CAAC,QAAQ,CACdvB,KAAK,CAAEnP,MAAM,CAAC2U,eAAgB,CAC9BnF,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAAnD,WAAW,CAAC5L,GAAG,CAAEC,SAAS,CAAC,EAAC,CAC3CqP,QAAQ,CACLnP,SAAS,GAAK,KAAK,GACjBiC,YAAY,EACXG,eAAe,EACf,EACEc,WAAW,EACXI,SAAS,EACTxD,SAAS,GACR4D,YAAY,EACV,CAAC5D,SAAS,CAACkU,UAAU,EAAI9Q,WAAW,GAAK,SAAU,CAAC,CACxD,EACD,CAAC6K,QAAQ,CAAC7G,mBAAmB,CAAE,CAAC,KAAK,CAAE,OAAO,CAAC,CAAC,EAChD,CAAC6G,QAAQ,CAACzG,WAAW,CAAE,CAAC,WAAW,CAAE,YAAY,CAAC,CAAC,EACnD,CAACyG,QAAQ,CAACrG,sBAAsB,CAAE,CAAC,KAAK,CAAE,OAAO,CAAC,CAAC,EACnD,CAACqG,QAAQ,CAACjG,sBAAsB,CAAE,CAAC,KAAK,CAAE,OAAO,CAAC,CAAC,EACnDhH,kBAAkB,EAClBI,WAAW,CAAC,EACf,CAAClB,SAAS,GAAK,WAAW,EAAIA,SAAS,GAAK,QAAQ,GACnDkB,WACH,CAAA4N,QAAA,CAEC,UAAM,CACN,GAAI7M,YAAY,EAAIG,eAAe,CAAE,CACnC,mBACE9C,IAAA,CAAC7B,GAAG,EACF8Q,KAAK,CAAAjC,aAAA,CAAAA,aAAA,IACAlN,MAAM,CAAC6U,UAAU,MACpBC,eAAe,CAAE,SAAS,EAC1B,CAAApF,QAAA,cAEFxP,IAAA,CAAC3B,gBAAgB,EACfsL,IAAI,CAAC,MAAM,CACXoG,EAAE,CAAE,CACF8E,KAAK,CAAE,SACT,CAAE,CACH,CAAC,CACC,CAAC,CAEV,CAAC,IAAM,IACL,EACEjR,WAAW,EACXI,SAAS,EACTxD,SAAS,GACR4D,YAAY,EACV,CAAC5D,SAAS,CAACkU,UAAU,EAAI9Q,WAAW,GAAK,SAAU,CAAC,CACxD,CACD,CACA,mBACE5D,IAAA,CAAC7B,GAAG,EACF8Q,KAAK,CAAAjC,aAAA,CAAAA,aAAA,IACAlN,MAAM,CAAC6U,UAAU,MACpBC,eAAe,CAAE,SAAS,EAC1B,CAAApF,QAAA,cAEFxP,IAAA,CAACjC,oBAAoB,EAAC4L,IAAI,CAAC,MAAM,CAAE,CAAC,CACjC,CAAC,CAEV,CAAC,IAAM,CACL,mBACE3J,IAAA,CAAC7B,GAAG,EAAC8Q,KAAK,CAAEnP,MAAM,CAAC6U,UAAW,CAAAnF,QAAA,cAC5BxP,IAAA,CAACjC,oBAAoB,EAAC8W,KAAK,CAAC,SAAS,CAAClL,IAAI,CAAC,MAAM,CAAE,CAAC,CACjD,CAAC,CAEV,CACF,CAAC,CAAE,CAAC,CACE,CAAC,cACT3J,IAAA,WACEwQ,KAAK,CAAC,SAAS,CACfvB,KAAK,CAAEnP,MAAM,CAAC2U,eAAgB,CAC9BnF,OAAO,CAAE,SAAAA,QAAA,CAAM,CACbjO,WAAW,CAAC,KAAK,CAAC,CAClBJ,QAAQ,CAAC,KAAK,CAAC,CACjB,CAAE,CAAAuO,QAAA,cAEFxP,IAAA,CAAC7B,GAAG,EAAC8Q,KAAK,CAAEnP,MAAM,CAAC6U,UAAW,CAAAnF,QAAA,cAC5BxP,IAAA,CAAChC,YAAY,EAAC6W,KAAK,CAAC,SAAS,CAAClL,IAAI,CAAC,MAAM,CAAE,CAAC,CACzC,CAAC,CACA,CAAC,EACN,CAAC,EACH,CAAC,CACA,CAAC,cACT3J,IAAA,CAAChB,QAAQ,EACP8V,YAAY,CAAE,CAAEC,QAAQ,CAAE,KAAK,CAAEC,UAAU,CAAE,QAAS,CAAE,CACxDxD,IAAI,CAAEhP,YAAa,CACnBiP,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAAhP,eAAe,CAAC,KAAK,CAAC,EAAC,CACtCwS,OAAO,CAAC,wDAAwD,EAC3D,KAAK,CAAG,QACd,CAAC,EACG,CAAC,CAEZ,CAAC,CAED,cAAe,CAAA5U,SAAS"},"metadata":{},"sourceType":"module","externalDependencies":[]}

{xinference-0.11.0.dist-info → xinference-0.11.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: xinference
-Version: 0.11.0
+Version: 0.11.2
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -20,7 +20,7 @@ Classifier: Topic :: Software Development :: Libraries
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: xoscar >=0.3.0
-Requires-Dist: torch <2.3.0
+Requires-Dist: torch
 Requires-Dist: gradio >=3.39.0
 Requires-Dist: typer[all] <0.12.0
 Requires-Dist: pillow
@@ -31,7 +31,7 @@ Requires-Dist: requests
 Requires-Dist: pydantic
 Requires-Dist: fastapi
 Requires-Dist: uvicorn
-Requires-Dist: huggingface-hub <0.23.0,>=0.19.4
+Requires-Dist: huggingface-hub >=0.19.4
 Requires-Dist: typing-extensions
 Requires-Dist: fsspec <=2023.10.0,>=2023.1.0
 Requires-Dist: s3fs
@@ -50,7 +50,7 @@ Provides-Extra: all
 Requires-Dist: chatglm-cpp >=0.3.0 ; extra == 'all'
 Requires-Dist: llama-cpp-python !=0.2.58,>=0.2.25 ; extra == 'all'
 Requires-Dist: transformers >=4.34.1 ; extra == 'all'
-Requires-Dist: torch <2.3.0 ; extra == 'all'
+Requires-Dist: torch ; extra == 'all'
 Requires-Dist: accelerate >=0.27.2 ; extra == 'all'
 Requires-Dist: sentencepiece ; extra == 'all'
 Requires-Dist: transformers-stream-generator ; extra == 'all'
@@ -70,7 +70,7 @@ Requires-Dist: torchvision ; extra == 'all'
 Requires-Dist: FlagEmbedding ; extra == 'all'
 Requires-Dist: auto-gptq ; (sys_platform != "darwin") and extra == 'all'
 Requires-Dist: autoawq ; (sys_platform != "darwin") and extra == 'all'
-Requires-Dist: vllm <0.4.2,>=0.2.6 ; (sys_platform == "linux") and extra == 'all'
+Requires-Dist: vllm >=0.2.6 ; (sys_platform == "linux") and extra == 'all'
 Requires-Dist: sglang[all] ; (sys_platform == "linux") and extra == 'all'
 Provides-Extra: benchmark
 Requires-Dist: psutil ; extra == 'benchmark'
@@ -92,6 +92,7 @@ Requires-Dist: black ; extra == 'dev'
 Requires-Dist: openai >1 ; extra == 'dev'
 Requires-Dist: opencv-contrib-python ; extra == 'dev'
 Requires-Dist: langchain ; extra == 'dev'
+Requires-Dist: langchain-community ; extra == 'dev'
 Requires-Dist: orjson ; extra == 'dev'
 Requires-Dist: sphinx-tabs ; extra == 'dev'
 Requires-Dist: sphinx-design ; extra == 'dev'
@@ -122,7 +123,7 @@ Provides-Extra: sglang
 Requires-Dist: sglang[all] ; extra == 'sglang'
 Provides-Extra: transformers
 Requires-Dist: transformers >=4.34.1 ; extra == 'transformers'
-Requires-Dist: torch <2.3.0 ; extra == 'transformers'
+Requires-Dist: torch ; extra == 'transformers'
 Requires-Dist: accelerate >=0.27.2 ; extra == 'transformers'
 Requires-Dist: sentencepiece ; extra == 'transformers'
 Requires-Dist: transformers-stream-generator ; extra == 'transformers'
@@ -138,7 +139,7 @@ Requires-Dist: peft ; extra == 'transformers'
 Requires-Dist: auto-gptq ; (sys_platform != "darwin") and extra == 'transformers'
 Requires-Dist: autoawq ; (sys_platform != "darwin") and extra == 'transformers'
 Provides-Extra: vllm
-Requires-Dist: vllm <0.4.2,>=0.2.6 ; extra == 'vllm'
+Requires-Dist: vllm >=0.2.6 ; extra == 'vllm'
 
 <div align="center">
 <img src="./assets/xorbits-logo.png" width="180px" alt="xorbits" />
@@ -183,9 +184,10 @@ potential of cutting-edge AI models.
 - Built-in support for [Qwen1.5 MOE](https://huggingface.co/Qwen/Qwen1.5-MoE-A2.7B-Chat): [#1263](https://github.com/xorbitsai/inference/pull/1263)
 - Built-in support for [Qwen1.5 32B](https://huggingface.co/Qwen/Qwen1.5-32B-Chat): [#1249](https://github.com/xorbitsai/inference/pull/1249)
 ### Integrations
-- [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.
 - [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
+- [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.
 - [Chatbox](https://chatboxai.app/): a desktop client for multiple cutting-edge LLM models, available on Windows, Mac and Linux.
+- [RAGFlow](https://github.com/infiniflow/ragflow): is an open-source RAG engine based on deep document understanding.
 
 
 ## Key Features