xinference 0.11.0__py3-none-any.whl → 0.11.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of xinference might be problematic. Click here for more details.
- xinference/_version.py +3 -3
- xinference/core/chat_interface.py +10 -4
- xinference/core/model.py +2 -2
- xinference/fields.py +3 -1
- xinference/model/llm/ggml/chatglm.py +98 -13
- xinference/model/llm/ggml/llamacpp.py +49 -2
- xinference/model/llm/llm_family.json +132 -3
- xinference/model/llm/llm_family_modelscope.json +139 -3
- xinference/model/llm/pytorch/chatglm.py +48 -0
- xinference/model/llm/pytorch/core.py +23 -6
- xinference/model/llm/pytorch/deepseek_vl.py +35 -9
- xinference/model/llm/pytorch/internlm2.py +32 -1
- xinference/model/llm/pytorch/qwen_vl.py +38 -11
- xinference/model/llm/pytorch/utils.py +38 -1
- xinference/model/llm/pytorch/yi_vl.py +42 -14
- xinference/model/llm/sglang/core.py +31 -9
- xinference/model/llm/utils.py +25 -5
- xinference/model/llm/vllm/core.py +82 -3
- xinference/types.py +10 -1
- xinference/web/ui/build/asset-manifest.json +3 -3
- xinference/web/ui/build/index.html +1 -1
- xinference/web/ui/build/static/js/{main.8e44da4b.js → main.551aa479.js} +3 -3
- xinference/web/ui/build/static/js/main.551aa479.js.map +1 -0
- xinference/web/ui/node_modules/.cache/babel-loader/1fa824d82b2af519de7700c594e50bde4bbca60d13bd3fabff576802e4070304.json +1 -0
- xinference/web/ui/node_modules/.cache/babel-loader/23caf6f1e52c43e983ca3bfd4189f41dbd645fa78f2dfdcd7f6b69bc41678665.json +1 -0
- xinference/web/ui/node_modules/.cache/babel-loader/a6da6bc3d0d2191adebee87fb58ecebe82d071087bd2f7f3a9c7fdd2ada130f2.json +1 -0
- {xinference-0.11.0.dist-info → xinference-0.11.1.dist-info}/METADATA +3 -2
- {xinference-0.11.0.dist-info → xinference-0.11.1.dist-info}/RECORD +33 -33
- xinference/web/ui/build/static/js/main.8e44da4b.js.map +0 -1
- xinference/web/ui/node_modules/.cache/babel-loader/1870cd6f7054d04e049e363c0a85526584fe25519378609d2838e28d7492bbf1.json +0 -1
- xinference/web/ui/node_modules/.cache/babel-loader/5393569d846332075b93b55656716a34f50e0a8c970be789502d7e6c49755fd7.json +0 -1
- xinference/web/ui/node_modules/.cache/babel-loader/ddaec68b88e5eff792df1e39a4b4b8b737bfc832293c015660c3c69334e3cf5c.json +0 -1
- /xinference/web/ui/build/static/js/{main.8e44da4b.js.LICENSE.txt → main.551aa479.js.LICENSE.txt} +0 -0
- {xinference-0.11.0.dist-info → xinference-0.11.1.dist-info}/LICENSE +0 -0
- {xinference-0.11.0.dist-info → xinference-0.11.1.dist-info}/WHEEL +0 -0
- {xinference-0.11.0.dist-info → xinference-0.11.1.dist-info}/entry_points.txt +0 -0
- {xinference-0.11.0.dist-info → xinference-0.11.1.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"ast":null,"code":"import _regeneratorRuntime from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/regeneratorRuntime.js\";import _asyncToGenerator from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/asyncToGenerator.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{Box,FormControl}from'@mui/material';import React,{useContext,useEffect,useState}from'react';import{ApiContext}from'../../components/apiContext';import fetcher from'../../components/fetcher';import HotkeyFocusTextField from'../../components/hotkeyFocusTextField';import ModelCard from'./modelCard';import style from'./styles/launchModelStyle';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var LaunchModelComponent=function LaunchModelComponent(_ref){var modelType=_ref.modelType,gpuAvailable=_ref.gpuAvailable;var endPoint=useContext(ApiContext).endPoint;var _useState=useState([]),_useState2=_slicedToArray(_useState,2),registrationData=_useState2[0],setRegistrationData=_useState2[1];var _useState3=useState(''),_useState4=_slicedToArray(_useState3,2),searchTerm=_useState4[0],setSearchTerm=_useState4[1];var _useContext=useContext(ApiContext),isCallingApi=_useContext.isCallingApi,setIsCallingApi=_useContext.setIsCallingApi;var _useContext2=useContext(ApiContext),isUpdatingModel=_useContext2.isUpdatingModel;var handleChange=function handleChange(e){setSearchTerm(e.target.value);};var filter=function filter(registration){if(!registration||typeof searchTerm!=='string')return false;var modelName=registration.model_name?registration.model_name.toLowerCase():'';return modelName.includes(searchTerm.toLowerCase());};var update=/*#__PURE__*/function(){var _ref2=_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee(){var response,registrations,builtinModels;return _regeneratorRuntime().wrap(function _callee$(_context){while(1)switch(_context.prev=_context.next){case 0:if(!(isCallingApi||isUpdatingModel)){_context.next=2;break;}return _context.abrupt(\"return\");case 2:_context.prev=2;setIsCallingApi(true);_context.next=6;return fetcher(\"\".concat(endPoint,\"/v1/model_registrations/\").concat(modelType,\"?detailed=true\"),{method:'GET'});case 6:response=_context.sent;_context.next=9;return response.json();case 9:registrations=_context.sent;builtinModels=registrations.filter(function(v){return v.is_builtin;});setRegistrationData(builtinModels);_context.next=17;break;case 14:_context.prev=14;_context.t0=_context[\"catch\"](2);console.error('Error:',_context.t0);case 17:_context.prev=17;setIsCallingApi(false);return _context.finish(17);case 20:case\"end\":return _context.stop();}},_callee,null,[[2,14,17,20]]);}));return function update(){return _ref2.apply(this,arguments);};}();useEffect(function(){update();},[]);return/*#__PURE__*/_jsxs(Box,{m:\"20px\",children:[/*#__PURE__*/_jsx(\"div\",{style:{display:'grid',gridTemplateColumns:'1fr',margin:'30px 2rem'},children:/*#__PURE__*/_jsx(FormControl,{variant:\"outlined\",margin:\"normal\",children:/*#__PURE__*/_jsx(HotkeyFocusTextField,{id:\"search\",type:\"search\",label:\"Search for \".concat(modelType,\" model name\"),value:searchTerm,onChange:handleChange,size:\"small\",hotkey:\"/\"})})}),/*#__PURE__*/_jsx(\"div\",{style:style,children:registrationData.filter(function(registration){return filter(registration);}).map(function(filteredRegistration){return/*#__PURE__*/_jsx(ModelCard,{url:endPoint,modelData:filteredRegistration,modelType:modelType,gpuAvailable:gpuAvailable},filteredRegistration.model_name);})})]});};export default LaunchModelComponent;","map":{"version":3,"names":["Box","FormControl","React","useContext","useEffect","useState","ApiContext","fetcher","HotkeyFocusTextField","ModelCard","style","jsx","_jsx","jsxs","_jsxs","LaunchModelComponent","_ref","modelType","gpuAvailable","endPoint","_useState","_useState2","_slicedToArray","registrationData","setRegistrationData","_useState3","_useState4","searchTerm","setSearchTerm","_useContext","isCallingApi","setIsCallingApi","_useContext2","isUpdatingModel","handleChange","e","target","value","filter","registration","modelName","model_name","toLowerCase","includes","update","_ref2","_asyncToGenerator","_regeneratorRuntime","mark","_callee","response","registrations","builtinModels","wrap","_callee$","_context","prev","next","abrupt","concat","method","sent","json","v","is_builtin","t0","console","error","finish","stop","apply","arguments","m","children","display","gridTemplateColumns","margin","variant","id","type","label","onChange","size","hotkey","map","filteredRegistration","url","modelData"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/LaunchModelComponent.js"],"sourcesContent":["import { Box, FormControl } from '@mui/material'\nimport React, { useContext, useEffect, useState } from 'react'\n\nimport { ApiContext } from '../../components/apiContext'\nimport fetcher from '../../components/fetcher'\nimport HotkeyFocusTextField from '../../components/hotkeyFocusTextField'\nimport ModelCard from './modelCard'\nimport style from './styles/launchModelStyle'\n\nconst LaunchModelComponent = ({ modelType, gpuAvailable }) => {\n let endPoint = useContext(ApiContext).endPoint\n const [registrationData, setRegistrationData] = useState([])\n const [searchTerm, setSearchTerm] = useState('')\n\n const { isCallingApi, setIsCallingApi } = useContext(ApiContext)\n const { isUpdatingModel } = useContext(ApiContext)\n\n const handleChange = (e) => {\n setSearchTerm(e.target.value)\n }\n\n const filter = (registration) => {\n if (!registration || typeof searchTerm !== 'string') return false\n const modelName = registration.model_name\n ? registration.model_name.toLowerCase()\n : ''\n return modelName.includes(searchTerm.toLowerCase())\n }\n\n const update = async () => {\n if (isCallingApi || isUpdatingModel) return\n\n try {\n setIsCallingApi(true)\n\n const response = await fetcher(\n `${endPoint}/v1/model_registrations/${modelType}?detailed=true`,\n {\n method: 'GET',\n }\n )\n\n const registrations = await response.json()\n\n const builtinModels = registrations.filter((v) => {\n return v.is_builtin\n })\n setRegistrationData(builtinModels)\n } catch (error) {\n console.error('Error:', error)\n } finally {\n setIsCallingApi(false)\n }\n }\n\n useEffect(() => {\n update()\n }, [])\n\n return (\n <Box m=\"20px\">\n <div\n style={{\n display: 'grid',\n gridTemplateColumns: '1fr',\n margin: '30px 2rem',\n }}\n >\n <FormControl variant=\"outlined\" margin=\"normal\">\n <HotkeyFocusTextField\n id=\"search\"\n type=\"search\"\n label={`Search for ${modelType} model name`}\n value={searchTerm}\n onChange={handleChange}\n size=\"small\"\n hotkey=\"/\"\n />\n </FormControl>\n </div>\n <div style={style}>\n {registrationData\n .filter((registration) => filter(registration))\n .map((filteredRegistration) => (\n <ModelCard\n key={filteredRegistration.model_name}\n url={endPoint}\n modelData={filteredRegistration}\n modelType={modelType}\n gpuAvailable={gpuAvailable}\n />\n ))}\n </div>\n </Box>\n )\n}\n\nexport default LaunchModelComponent\n"],"mappings":"ubAAA,OAASA,GAAG,CAAEC,WAAW,KAAQ,eAAe,CAChD,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAE9D,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,OAAO,KAAM,0BAA0B,CAC9C,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,SAAS,KAAM,aAAa,CACnC,MAAO,CAAAC,KAAK,KAAM,2BAA2B,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAE7C,GAAM,CAAAC,oBAAoB,CAAG,QAAvB,CAAAA,oBAAoBA,CAAAC,IAAA,CAAoC,IAA9B,CAAAC,SAAS,CAAAD,IAAA,CAATC,SAAS,CAAEC,YAAY,CAAAF,IAAA,CAAZE,YAAY,CACrD,GAAI,CAAAC,QAAQ,CAAGhB,UAAU,CAACG,UAAU,CAAC,CAACa,QAAQ,CAC9C,IAAAC,SAAA,CAAgDf,QAAQ,CAAC,EAAE,CAAC,CAAAgB,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAArDG,gBAAgB,CAAAF,UAAA,IAAEG,mBAAmB,CAAAH,UAAA,IAC5C,IAAAI,UAAA,CAAoCpB,QAAQ,CAAC,EAAE,CAAC,CAAAqB,UAAA,CAAAJ,cAAA,CAAAG,UAAA,IAAzCE,UAAU,CAAAD,UAAA,IAAEE,aAAa,CAAAF,UAAA,IAEhC,IAAAG,WAAA,CAA0C1B,UAAU,CAACG,UAAU,CAAC,CAAxDwB,YAAY,CAAAD,WAAA,CAAZC,YAAY,CAAEC,eAAe,CAAAF,WAAA,CAAfE,eAAe,CACrC,IAAAC,YAAA,CAA4B7B,UAAU,CAACG,UAAU,CAAC,CAA1C2B,eAAe,CAAAD,YAAA,CAAfC,eAAe,CAEvB,GAAM,CAAAC,YAAY,CAAG,QAAf,CAAAA,YAAYA,CAAIC,CAAC,CAAK,CAC1BP,aAAa,CAACO,CAAC,CAACC,MAAM,CAACC,KAAK,CAAC,CAC/B,CAAC,CAED,GAAM,CAAAC,MAAM,CAAG,QAAT,CAAAA,MAAMA,CAAIC,YAAY,CAAK,CAC/B,GAAI,CAACA,YAAY,EAAI,MAAO,CAAAZ,UAAU,GAAK,QAAQ,CAAE,MAAO,MAAK,CACjE,GAAM,CAAAa,SAAS,CAAGD,YAAY,CAACE,UAAU,CACrCF,YAAY,CAACE,UAAU,CAACC,WAAW,CAAC,CAAC,CACrC,EAAE,CACN,MAAO,CAAAF,SAAS,CAACG,QAAQ,CAAChB,UAAU,CAACe,WAAW,CAAC,CAAC,CAAC,CACrD,CAAC,CAED,GAAM,CAAAE,MAAM,6BAAAC,KAAA,CAAAC,iBAAA,cAAAC,mBAAA,GAAAC,IAAA,CAAG,SAAAC,QAAA,MAAAC,QAAA,CAAAC,aAAA,CAAAC,aAAA,QAAAL,mBAAA,GAAAM,IAAA,UAAAC,SAAAC,QAAA,iBAAAA,QAAA,CAAAC,IAAA,CAAAD,QAAA,CAAAE,IAAA,cACT3B,YAAY,EAAIG,eAAe,GAAAsB,QAAA,CAAAE,IAAA,iBAAAF,QAAA,CAAAG,MAAA,kBAAAH,QAAA,CAAAC,IAAA,GAGjCzB,eAAe,CAAC,IAAI,CAAC,CAAAwB,QAAA,CAAAE,IAAA,SAEE,CAAAlD,OAAO,IAAAoD,MAAA,CACzBxC,QAAQ,6BAAAwC,MAAA,CAA2B1C,SAAS,mBAC/C,CACE2C,MAAM,CAAE,KACV,CACF,CAAC,QALKV,QAAQ,CAAAK,QAAA,CAAAM,IAAA,CAAAN,QAAA,CAAAE,IAAA,SAOc,CAAAP,QAAQ,CAACY,IAAI,CAAC,CAAC,QAArCX,aAAa,CAAAI,QAAA,CAAAM,IAAA,CAEbT,aAAa,CAAGD,aAAa,CAACb,MAAM,CAAC,SAACyB,CAAC,CAAK,CAChD,MAAO,CAAAA,CAAC,CAACC,UAAU,CACrB,CAAC,CAAC,CACFxC,mBAAmB,CAAC4B,aAAa,CAAC,CAAAG,QAAA,CAAAE,IAAA,kBAAAF,QAAA,CAAAC,IAAA,IAAAD,QAAA,CAAAU,EAAA,CAAAV,QAAA,aAElCW,OAAO,CAACC,KAAK,CAAC,QAAQ,CAAAZ,QAAA,CAAAU,EAAO,CAAC,SAAAV,QAAA,CAAAC,IAAA,IAE9BzB,eAAe,CAAC,KAAK,CAAC,QAAAwB,QAAA,CAAAa,MAAA,8BAAAb,QAAA,CAAAc,IAAA,MAAApB,OAAA,uBAEzB,kBAxBK,CAAAL,MAAMA,CAAA,SAAAC,KAAA,CAAAyB,KAAA,MAAAC,SAAA,OAwBX,CAEDnE,SAAS,CAAC,UAAM,CACdwC,MAAM,CAAC,CAAC,CACV,CAAC,CAAE,EAAE,CAAC,CAEN,mBACE9B,KAAA,CAACd,GAAG,EAACwE,CAAC,CAAC,MAAM,CAAAC,QAAA,eACX7D,IAAA,QACEF,KAAK,CAAE,CACLgE,OAAO,CAAE,MAAM,CACfC,mBAAmB,CAAE,KAAK,CAC1BC,MAAM,CAAE,WACV,CAAE,CAAAH,QAAA,cAEF7D,IAAA,CAACX,WAAW,EAAC4E,OAAO,CAAC,UAAU,CAACD,MAAM,CAAC,QAAQ,CAAAH,QAAA,cAC7C7D,IAAA,CAACJ,oBAAoB,EACnBsE,EAAE,CAAC,QAAQ,CACXC,IAAI,CAAC,QAAQ,CACbC,KAAK,eAAArB,MAAA,CAAgB1C,SAAS,eAAc,CAC5CoB,KAAK,CAAEV,UAAW,CAClBsD,QAAQ,CAAE/C,YAAa,CACvBgD,IAAI,CAAC,OAAO,CACZC,MAAM,CAAC,GAAG,CACX,CAAC,CACS,CAAC,CACX,CAAC,cACNvE,IAAA,QAAKF,KAAK,CAAEA,KAAM,CAAA+D,QAAA,CACflD,gBAAgB,CACde,MAAM,CAAC,SAACC,YAAY,QAAK,CAAAD,MAAM,CAACC,YAAY,CAAC,GAAC,CAC9C6C,GAAG,CAAC,SAACC,oBAAoB,qBACxBzE,IAAA,CAACH,SAAS,EAER6E,GAAG,CAAEnE,QAAS,CACdoE,SAAS,CAAEF,oBAAqB,CAChCpE,SAAS,CAAEA,SAAU,CACrBC,YAAY,CAAEA,YAAa,EAJtBmE,oBAAoB,CAAC5C,UAK3B,CAAC,EACH,CAAC,CACD,CAAC,EACH,CAAC,CAEV,CAAC,CAED,cAAe,CAAA1B,oBAAoB"},"metadata":{},"sourceType":"module","externalDependencies":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"ast":null,"code":"import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Tab}from'@mui/material';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import Title from'../../components/Title';import LaunchCustom from'./launchCustom';import LaunchLLM from'./launchLLM';import LaunchModelComponent from'./LaunchModelComponent';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var LaunchModel=function LaunchModel(){var endPoint=useContext(ApiContext).endPoint;var _React$useState=React.useState(sessionStorage.getItem('modelType')?sessionStorage.getItem('modelType'):'/launch_model/llm'),_React$useState2=_slicedToArray(_React$useState,2),value=_React$useState2[0],setValue=_React$useState2[1];var _useState=useState(-1),_useState2=_slicedToArray(_useState,2),gpuAvailable=_useState2[0],setGPUAvailable=_useState2[1];var _useContext=useContext(ApiContext),setErrorMsg=_useContext.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var handleTabChange=function handleTabChange(event,newValue){setValue(newValue);navigate(newValue);sessionStorage.setItem('modelType',newValue);newValue==='/launch_model/custom/llm'?sessionStorage.setItem('subType',newValue):'';};useEffect(function(){if(cookie.token===''||cookie.token===undefined){return;}if(cookie.token!=='no_auth'&&!sessionStorage.getItem('token')){navigate('/login',{replace:true});return;}if(gpuAvailable===-1){fetch(endPoint+'/v1/cluster/devices',{method:'GET',headers:{'Content-Type':'application/json'}}).then(function(res){if(!res.ok){// Usually, if some errors happen here, check if the cluster is available\nres.json().then(function(errorData){setErrorMsg(\"Server error: \".concat(res.status,\" - \").concat(errorData.detail||'Unknown error'));});}else{res.json().then(function(data){setGPUAvailable(parseInt(data,10));});}});}},[cookie.token]);useEffect(function(){});return/*#__PURE__*/_jsxs(Box,{m:\"20px\",children:[/*#__PURE__*/_jsx(Title,{title:\"Launch Model\"}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:value,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:value,onChange:handleTabChange,\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:\"Language Models\",value:\"/launch_model/llm\"}),/*#__PURE__*/_jsx(Tab,{label:\"Embedding Models\",value:\"/launch_model/embedding\"}),/*#__PURE__*/_jsx(Tab,{label:\"Rerank Models\",value:\"/launch_model/rerank\"}),/*#__PURE__*/_jsx(Tab,{label:\"Image Models\",value:\"/launch_model/image\"}),/*#__PURE__*/_jsx(Tab,{label:\"Audio Models\",value:\"/launch_model/audio\"}),/*#__PURE__*/_jsx(Tab,{label:\"Custom Models\",value:\"/launch_model/custom/llm\"})]})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchLLM,{gpuAvailable:gpuAvailable})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/embedding\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'embedding',gpuAvailable:gpuAvailable})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/rerank\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'rerank',gpuAvailable:gpuAvailable})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/image\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'image'})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/audio\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'audio'})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/custom/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchCustom,{gpuAvailable:gpuAvailable})})]})]});};export default LaunchModel;","map":{"version":3,"names":["TabContext","TabList","TabPanel","Box","Tab","React","useContext","useEffect","useState","useCookies","useNavigate","ApiContext","ErrorMessageSnackBar","Title","LaunchCustom","LaunchLLM","LaunchModelComponent","jsx","_jsx","jsxs","_jsxs","LaunchModel","endPoint","_React$useState","sessionStorage","getItem","_React$useState2","_slicedToArray","value","setValue","_useState","_useState2","gpuAvailable","setGPUAvailable","_useContext","setErrorMsg","_useCookies","_useCookies2","cookie","navigate","handleTabChange","event","newValue","setItem","token","undefined","replace","fetch","method","headers","then","res","ok","json","errorData","concat","status","detail","data","parseInt","m","children","title","sx","borderBottom","borderColor","onChange","label","padding","modelType"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/index.js"],"sourcesContent":["import { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Box, Tab } from '@mui/material'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport Title from '../../components/Title'\nimport LaunchCustom from './launchCustom'\nimport LaunchLLM from './launchLLM'\nimport LaunchModelComponent from './LaunchModelComponent'\n\nconst LaunchModel = () => {\n let endPoint = useContext(ApiContext).endPoint\n const [value, setValue] = React.useState(\n sessionStorage.getItem('modelType')\n ? sessionStorage.getItem('modelType')\n : '/launch_model/llm'\n )\n const [gpuAvailable, setGPUAvailable] = useState(-1)\n\n const { setErrorMsg } = useContext(ApiContext)\n const [cookie] = useCookies(['token'])\n const navigate = useNavigate()\n\n const handleTabChange = (event, newValue) => {\n setValue(newValue)\n navigate(newValue)\n sessionStorage.setItem('modelType', newValue)\n newValue === '/launch_model/custom/llm'\n ? sessionStorage.setItem('subType', newValue)\n : ''\n }\n\n useEffect(() => {\n if (cookie.token === '' || cookie.token === undefined) {\n return\n }\n if (cookie.token !== 'no_auth' && !sessionStorage.getItem('token')) {\n navigate('/login', { replace: true })\n return\n }\n\n if (gpuAvailable === -1) {\n fetch(endPoint + '/v1/cluster/devices', {\n method: 'GET',\n headers: {\n 'Content-Type': 'application/json',\n },\n }).then((res) => {\n if (!res.ok) {\n // Usually, if some errors happen here, check if the cluster is available\n res.json().then((errorData) => {\n setErrorMsg(\n `Server error: ${res.status} - ${\n errorData.detail || 'Unknown error'\n }`\n )\n })\n } else {\n res.json().then((data) => {\n setGPUAvailable(parseInt(data, 10))\n })\n }\n })\n }\n }, [cookie.token])\n\n useEffect(() => {})\n return (\n <Box m=\"20px\">\n <Title title=\"Launch Model\" />\n <ErrorMessageSnackBar />\n <TabContext value={value}>\n <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n <TabList value={value} onChange={handleTabChange} aria-label=\"tabs\">\n <Tab label=\"Language Models\" value=\"/launch_model/llm\" />\n <Tab label=\"Embedding Models\" value=\"/launch_model/embedding\" />\n <Tab label=\"Rerank Models\" value=\"/launch_model/rerank\" />\n <Tab label=\"Image Models\" value=\"/launch_model/image\" />\n <Tab label=\"Audio Models\" value=\"/launch_model/audio\" />\n <Tab label=\"Custom Models\" value=\"/launch_model/custom/llm\" />\n </TabList>\n </Box>\n <TabPanel value=\"/launch_model/llm\" sx={{ padding: 0 }}>\n <LaunchLLM gpuAvailable={gpuAvailable} />\n </TabPanel>\n <TabPanel value=\"/launch_model/embedding\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'embedding'}\n gpuAvailable={gpuAvailable}\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/rerank\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'rerank'}\n gpuAvailable={gpuAvailable}\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/image\" sx={{ padding: 0 }}>\n <LaunchModelComponent modelType={'image'} />\n </TabPanel>\n <TabPanel value=\"/launch_model/audio\" sx={{ padding: 0 }}>\n <LaunchModelComponent modelType={'audio'} />\n </TabPanel>\n <TabPanel value=\"/launch_model/custom/llm\" sx={{ padding: 0 }}>\n <LaunchCustom gpuAvailable={gpuAvailable} />\n </TabPanel>\n </TabContext>\n </Box>\n )\n}\n\nexport default LaunchModel\n"],"mappings":"6IAAA,OAASA,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,GAAG,CAAEC,GAAG,KAAQ,eAAe,CACxC,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,KAAK,KAAM,wBAAwB,CAC1C,MAAO,CAAAC,YAAY,KAAM,gBAAgB,CACzC,MAAO,CAAAC,SAAS,KAAM,aAAa,CACnC,MAAO,CAAAC,oBAAoB,KAAM,wBAAwB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAEzD,GAAM,CAAAC,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAA,CAAS,CACxB,GAAI,CAAAC,QAAQ,CAAGhB,UAAU,CAACK,UAAU,CAAC,CAACW,QAAQ,CAC9C,IAAAC,eAAA,CAA0BlB,KAAK,CAACG,QAAQ,CACtCgB,cAAc,CAACC,OAAO,CAAC,WAAW,CAAC,CAC/BD,cAAc,CAACC,OAAO,CAAC,WAAW,CAAC,CACnC,mBACN,CAAC,CAAAC,gBAAA,CAAAC,cAAA,CAAAJ,eAAA,IAJMK,KAAK,CAAAF,gBAAA,IAAEG,QAAQ,CAAAH,gBAAA,IAKtB,IAAAI,SAAA,CAAwCtB,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAAuB,UAAA,CAAAJ,cAAA,CAAAG,SAAA,IAA7CE,YAAY,CAAAD,UAAA,IAAEE,eAAe,CAAAF,UAAA,IAEpC,IAAAG,WAAA,CAAwB5B,UAAU,CAACK,UAAU,CAAC,CAAtCwB,WAAW,CAAAD,WAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiB3B,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA4B,YAAA,CAAAV,cAAA,CAAAS,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAG7B,WAAW,CAAC,CAAC,CAE9B,GAAM,CAAA8B,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,KAAK,CAAEC,QAAQ,CAAK,CAC3Cb,QAAQ,CAACa,QAAQ,CAAC,CAClBH,QAAQ,CAACG,QAAQ,CAAC,CAClBlB,cAAc,CAACmB,OAAO,CAAC,WAAW,CAAED,QAAQ,CAAC,CAC7CA,QAAQ,GAAK,0BAA0B,CACnClB,cAAc,CAACmB,OAAO,CAAC,SAAS,CAAED,QAAQ,CAAC,CAC3C,EAAE,CACR,CAAC,CAEDnC,SAAS,CAAC,UAAM,CACd,GAAI+B,MAAM,CAACM,KAAK,GAAK,EAAE,EAAIN,MAAM,CAACM,KAAK,GAAKC,SAAS,CAAE,CACrD,OACF,CACA,GAAIP,MAAM,CAACM,KAAK,GAAK,SAAS,EAAI,CAACpB,cAAc,CAACC,OAAO,CAAC,OAAO,CAAC,CAAE,CAClEc,QAAQ,CAAC,QAAQ,CAAE,CAAEO,OAAO,CAAE,IAAK,CAAC,CAAC,CACrC,OACF,CAEA,GAAId,YAAY,GAAK,CAAC,CAAC,CAAE,CACvBe,KAAK,CAACzB,QAAQ,CAAG,qBAAqB,CAAE,CACtC0B,MAAM,CAAE,KAAK,CACbC,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CACF,CAAC,CAAC,CAACC,IAAI,CAAC,SAACC,GAAG,CAAK,CACf,GAAI,CAACA,GAAG,CAACC,EAAE,CAAE,CACX;AACAD,GAAG,CAACE,IAAI,CAAC,CAAC,CAACH,IAAI,CAAC,SAACI,SAAS,CAAK,CAC7BnB,WAAW,kBAAAoB,MAAA,CACQJ,GAAG,CAACK,MAAM,QAAAD,MAAA,CACzBD,SAAS,CAACG,MAAM,EAAI,eAAe,CAEvC,CAAC,CACH,CAAC,CAAC,CACJ,CAAC,IAAM,CACLN,GAAG,CAACE,IAAI,CAAC,CAAC,CAACH,IAAI,CAAC,SAACQ,IAAI,CAAK,CACxBzB,eAAe,CAAC0B,QAAQ,CAACD,IAAI,CAAE,EAAE,CAAC,CAAC,CACrC,CAAC,CAAC,CACJ,CACF,CAAC,CAAC,CACJ,CACF,CAAC,CAAE,CAACpB,MAAM,CAACM,KAAK,CAAC,CAAC,CAElBrC,SAAS,CAAC,UAAM,CAAC,CAAC,CAAC,CACnB,mBACEa,KAAA,CAACjB,GAAG,EAACyD,CAAC,CAAC,MAAM,CAAAC,QAAA,eACX3C,IAAA,CAACL,KAAK,EAACiD,KAAK,CAAC,cAAc,CAAE,CAAC,cAC9B5C,IAAA,CAACN,oBAAoB,GAAE,CAAC,cACxBQ,KAAA,CAACpB,UAAU,EAAC4B,KAAK,CAAEA,KAAM,CAAAiC,QAAA,eACvB3C,IAAA,CAACf,GAAG,EAAC4D,EAAE,CAAE,CAAEC,YAAY,CAAE,CAAC,CAAEC,WAAW,CAAE,SAAU,CAAE,CAAAJ,QAAA,cACnDzC,KAAA,CAACnB,OAAO,EAAC2B,KAAK,CAAEA,KAAM,CAACsC,QAAQ,CAAE1B,eAAgB,CAAC,aAAW,MAAM,CAAAqB,QAAA,eACjE3C,IAAA,CAACd,GAAG,EAAC+D,KAAK,CAAC,iBAAiB,CAACvC,KAAK,CAAC,mBAAmB,CAAE,CAAC,cACzDV,IAAA,CAACd,GAAG,EAAC+D,KAAK,CAAC,kBAAkB,CAACvC,KAAK,CAAC,yBAAyB,CAAE,CAAC,cAChEV,IAAA,CAACd,GAAG,EAAC+D,KAAK,CAAC,eAAe,CAACvC,KAAK,CAAC,sBAAsB,CAAE,CAAC,cAC1DV,IAAA,CAACd,GAAG,EAAC+D,KAAK,CAAC,cAAc,CAACvC,KAAK,CAAC,qBAAqB,CAAE,CAAC,cACxDV,IAAA,CAACd,GAAG,EAAC+D,KAAK,CAAC,cAAc,CAACvC,KAAK,CAAC,qBAAqB,CAAE,CAAC,cACxDV,IAAA,CAACd,GAAG,EAAC+D,KAAK,CAAC,eAAe,CAACvC,KAAK,CAAC,0BAA0B,CAAE,CAAC,EACvD,CAAC,CACP,CAAC,cACNV,IAAA,CAAChB,QAAQ,EAAC0B,KAAK,CAAC,mBAAmB,CAACmC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACrD3C,IAAA,CAACH,SAAS,EAACiB,YAAY,CAAEA,YAAa,CAAE,CAAC,CACjC,CAAC,cACXd,IAAA,CAAChB,QAAQ,EAAC0B,KAAK,CAAC,yBAAyB,CAACmC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cAC3D3C,IAAA,CAACF,oBAAoB,EACnBqD,SAAS,CAAE,WAAY,CACvBrC,YAAY,CAAEA,YAAa,CAC5B,CAAC,CACM,CAAC,cACXd,IAAA,CAAChB,QAAQ,EAAC0B,KAAK,CAAC,sBAAsB,CAACmC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACxD3C,IAAA,CAACF,oBAAoB,EACnBqD,SAAS,CAAE,QAAS,CACpBrC,YAAY,CAAEA,YAAa,CAC5B,CAAC,CACM,CAAC,cACXd,IAAA,CAAChB,QAAQ,EAAC0B,KAAK,CAAC,qBAAqB,CAACmC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvD3C,IAAA,CAACF,oBAAoB,EAACqD,SAAS,CAAE,OAAQ,CAAE,CAAC,CACpC,CAAC,cACXnD,IAAA,CAAChB,QAAQ,EAAC0B,KAAK,CAAC,qBAAqB,CAACmC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvD3C,IAAA,CAACF,oBAAoB,EAACqD,SAAS,CAAE,OAAQ,CAAE,CAAC,CACpC,CAAC,cACXnD,IAAA,CAAChB,QAAQ,EAAC0B,KAAK,CAAC,0BAA0B,CAACmC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cAC5D3C,IAAA,CAACJ,YAAY,EAACkB,YAAY,CAAEA,YAAa,CAAE,CAAC,CACpC,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAX,WAAW"},"metadata":{},"sourceType":"module","externalDependencies":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"ast":null,"code":"import _objectSpread from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _toConsumableArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/toConsumableArray.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{ChatOutlined,EditNoteOutlined,ExpandLess,ExpandMore,HelpCenterOutlined,RocketLaunchOutlined,UndoOutlined}from'@mui/icons-material';import DeleteIcon from'@mui/icons-material/Delete';import{Alert,Box,Chip,CircularProgress,Collapse,Drawer,FormControl,Grid,IconButton,InputLabel,ListItemButton,ListItemText,MenuItem,Select,Snackbar,Stack,TextField}from'@mui/material';import Paper from'@mui/material/Paper';import React,{useContext,useEffect,useRef,useState}from'react';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import fetcher from'../../components/fetcher';import TitleTypography from'../../components/titleTypography';import AddPair from'./components/addPair';import styles from'./styles/modelCardStyle';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";import{Fragment as _Fragment}from\"react/jsx-runtime\";var ModelCard=function ModelCard(_ref){var url=_ref.url,modelData=_ref.modelData,gpuAvailable=_ref.gpuAvailable,modelType=_ref.modelType,_ref$is_custom=_ref.is_custom,is_custom=_ref$is_custom===void 0?false:_ref$is_custom;var _useState=useState(false),_useState2=_slicedToArray(_useState,2),hover=_useState2[0],setHover=_useState2[1];var _useState3=useState(false),_useState4=_slicedToArray(_useState3,2),selected=_useState4[0],setSelected=_useState4[1];var _useState5=useState(false),_useState6=_slicedToArray(_useState5,2),requestLimitsAlert=_useState6[0],setRequestLimitsAlert=_useState6[1];var _useState7=useState(false),_useState8=_slicedToArray(_useState7,2),GPUIdxAlert=_useState8[0],setGPUIdxAlert=_useState8[1];var _useState9=useState(false),_useState10=_slicedToArray(_useState9,2),isOther=_useState10[0],setIsOther=_useState10[1];var _useState11=useState(false),_useState12=_slicedToArray(_useState11,2),isPeftModelConfig=_useState12[0],setIsPeftModelConfig=_useState12[1];var _useState13=useState(false),_useState14=_slicedToArray(_useState13,2),openSnackbar=_useState14[0],setOpenSnackbar=_useState14[1];var _useContext=useContext(ApiContext),isCallingApi=_useContext.isCallingApi,setIsCallingApi=_useContext.setIsCallingApi;var _useContext2=useContext(ApiContext),isUpdatingModel=_useContext2.isUpdatingModel;var _useContext3=useContext(ApiContext),setErrorMsg=_useContext3.setErrorMsg;var navigate=useNavigate();// Model parameter selections\nvar _useState15=useState(''),_useState16=_slicedToArray(_useState15,2),modelUID=_useState16[0],setModelUID=_useState16[1];var _useState17=useState(''),_useState18=_slicedToArray(_useState17,2),modelEngine=_useState18[0],setModelEngine=_useState18[1];var _useState19=useState(''),_useState20=_slicedToArray(_useState19,2),modelFormat=_useState20[0],setModelFormat=_useState20[1];var _useState21=useState(''),_useState22=_slicedToArray(_useState21,2),modelSize=_useState22[0],setModelSize=_useState22[1];var _useState23=useState(''),_useState24=_slicedToArray(_useState23,2),quantization=_useState24[0],setQuantization=_useState24[1];var _useState25=useState('auto'),_useState26=_slicedToArray(_useState25,2),nGPU=_useState26[0],setNGPU=_useState26[1];var _useState27=useState(gpuAvailable===0?'CPU':'GPU'),_useState28=_slicedToArray(_useState27,2),nGpu=_useState28[0],setNGpu=_useState28[1];var _useState29=useState(-1),_useState30=_slicedToArray(_useState29,2),nGPULayers=_useState30[0],setNGPULayers=_useState30[1];var _useState31=useState(1),_useState32=_slicedToArray(_useState31,2),replica=_useState32[0],setReplica=_useState32[1];var _useState33=useState(''),_useState34=_slicedToArray(_useState33,2),requestLimits=_useState34[0],setRequestLimits=_useState34[1];var _useState35=useState(''),_useState36=_slicedToArray(_useState35,2),workerIp=_useState36[0],setWorkerIp=_useState36[1];var _useState37=useState(''),_useState38=_slicedToArray(_useState37,2),GPUIdx=_useState38[0],setGPUIdx=_useState38[1];var _useState39=useState({}),_useState40=_slicedToArray(_useState39,2),enginesObj=_useState40[0],setEnginesObj=_useState40[1];var _useState41=useState([]),_useState42=_slicedToArray(_useState41,2),engineOptions=_useState42[0],setEngineOptions=_useState42[1];var _useState43=useState([]),_useState44=_slicedToArray(_useState43,2),formatOptions=_useState44[0],setFormatOptions=_useState44[1];var _useState45=useState([]),_useState46=_slicedToArray(_useState45,2),sizeOptions=_useState46[0],setSizeOptions=_useState46[1];var _useState47=useState([]),_useState48=_slicedToArray(_useState47,2),quantizationOptions=_useState48[0],setQuantizationOptions=_useState48[1];var _useState49=useState(false),_useState50=_slicedToArray(_useState49,2),customDeleted=_useState50[0],setCustomDeleted=_useState50[1];var _useState51=useState([]),_useState52=_slicedToArray(_useState51,2),customParametersArr=_useState52[0],setCustomParametersArr=_useState52[1];var _useState53=useState([]),_useState54=_slicedToArray(_useState53,2),loraListArr=_useState54[0],setLoraListArr=_useState54[1];var _useState55=useState([]),_useState56=_slicedToArray(_useState55,2),imageLoraLoadKwargsArr=_useState56[0],setImageLoraLoadKwargsArr=_useState56[1];var _useState57=useState([]),_useState58=_slicedToArray(_useState57,2),imageLoraFuseKwargsArr=_useState58[0],setImageLoraFuseKwargsArr=_useState58[1];var parentRef=useRef(null);var range=function range(start,end){return new Array(end-start+1).fill(undefined).map(function(_,i){return i+start;});};var isCached=function isCached(spec){if(spec.model_format==='pytorch'){return spec.cache_status&&spec.cache_status===true;}else{return spec.cache_status&&spec.cache_status.some(function(cs){return cs;});}};// model size can be int or string. For string style, \"1_8\" means 1.8 as an example.\nvar convertModelSize=function convertModelSize(size){return size.toString().includes('_')?size:parseInt(size,10);};useEffect(function(){setModelFormat('');if(modelEngine){var format=_toConsumableArray(new Set(enginesObj[modelEngine].map(function(item){return item.model_format;})));setFormatOptions(format);if(format.length===1){setModelFormat(format[0]);}}},[modelEngine]);useEffect(function(){setModelSize('');if(modelEngine&&modelFormat){var sizes=_toConsumableArray(new Set(enginesObj[modelEngine].filter(function(item){return item.model_format===modelFormat;}).map(function(item){return item.model_size_in_billions;})));setSizeOptions(sizes);if(sizes.length===1){setModelSize(sizes[0]);}}},[modelEngine,modelFormat]);useEffect(function(){setQuantization('');if(modelEngine&&modelFormat&&modelSize){var quants=_toConsumableArray(new Set(enginesObj[modelEngine].filter(function(item){return item.model_format===modelFormat&&item.model_size_in_billions===convertModelSize(modelSize);}).flatMap(function(item){return item.quantizations;})));setQuantizationOptions(quants);if(quants.length===1){setQuantization(quants[0]);}}},[modelEngine,modelFormat,modelSize]);useEffect(function(){if(parentRef.current){parentRef.current.scrollTo({top:parentRef.current.scrollHeight,behavior:'smooth'});}},[customParametersArr]);var getNGPURange=function getNGPURange(){if(gpuAvailable===0){// remain 'auto' for distributed situation\nreturn['auto','CPU'];}return['auto','CPU'].concat(range(1,gpuAvailable));};var getNewNGPURange=function getNewNGPURange(){if(gpuAvailable===0){return['CPU'];}else{return['GPU','CPU'];}};var getModelEngine=function getModelEngine(model_name){fetcher(url+\"/v1/engines/\".concat(model_name),{method:'GET',headers:{'Content-Type':'application/json'}}).then(function(response){if(!response.ok){// Assuming the server returns error details in JSON format\nresponse.json().then(function(errorData){setErrorMsg(\"Server error: \".concat(response.status,\" - \").concat(errorData.detail||'Unknown error'));});}else{response.json().then(function(data){setEnginesObj(data);setEngineOptions(Object.keys(data));});}setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});};var launchModel=function launchModel(url){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);var modelDataWithID_LLM={// If user does not fill model_uid, pass null (None) to server and server generates it.\nmodel_uid:modelUID.trim()===''?null:modelUID.trim(),model_name:modelData.model_name,model_type:modelType,model_engine:modelEngine,model_format:modelFormat,model_size_in_billions:convertModelSize(modelSize),quantization:quantization,n_gpu:parseInt(nGPU,10)===0||nGPU==='CPU'?null:nGPU==='auto'?'auto':parseInt(nGPU,10),replica:replica,request_limits:requestLimits.trim()===''?null:Number(requestLimits.trim()),worker_ip:workerIp.trim()===''?null:workerIp.trim(),gpu_idx:GPUIdx.trim()===''?null:handleGPUIdx(GPUIdx.trim())};var modelDataWithID_other={model_uid:modelUID.trim()===''?null:modelUID.trim(),model_name:modelData.model_name,model_type:modelType};if(modelType==='embedding'||modelType==='rerank'){modelDataWithID_other=_objectSpread(_objectSpread({},modelDataWithID_other),{},{replica:replica,n_gpu:nGpu==='GPU'?'auto':null,worker_ip:workerIp.trim()===''?null:workerIp.trim(),gpu_idx:GPUIdx.trim()===''?null:handleGPUIdx(GPUIdx.trim())});}if(nGPULayers>=0){modelDataWithID_LLM.n_gpu_layers=nGPULayers;}if(loraListArr.length||imageLoraLoadKwargsArr.length||imageLoraFuseKwargsArr.length){var peft_model_config={};if(imageLoraLoadKwargsArr.length){var image_lora_load_kwargs={};imageLoraLoadKwargsArr.forEach(function(item){image_lora_load_kwargs[item.key]=handleValueType(item.value);});peft_model_config['image_lora_load_kwargs']=image_lora_load_kwargs;}if(imageLoraFuseKwargsArr.length){var image_lora_fuse_kwargs={};imageLoraFuseKwargsArr.forEach(function(item){image_lora_fuse_kwargs[item.key]=handleValueType(item.value);});peft_model_config['image_lora_fuse_kwargs']=image_lora_fuse_kwargs;}if(loraListArr.length){var lora_list=loraListArr;lora_list.map(function(item){delete item.id;});peft_model_config['lora_list']=lora_list;}modelDataWithID_LLM['peft_model_config']=peft_model_config;}if(customParametersArr.length){customParametersArr.forEach(function(item){modelDataWithID_LLM[item.key]=handleValueType(item.value);});}var modelDataWithID=modelType==='LLM'?modelDataWithID_LLM:modelDataWithID_other;// First fetcher request to initiate the model\nfetcher(url+'/v1/models',{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify(modelDataWithID)}).then(function(response){if(!response.ok){// Assuming the server returns error details in JSON format\nresponse.json().then(function(errorData){setErrorMsg(\"Server error: \".concat(response.status,\" - \").concat(errorData.detail||'Unknown error'));});}else{navigate(\"/running_models/\".concat(modelType));sessionStorage.setItem('runningModelType',\"/running_models/\".concat(modelType));}setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});};var handleGPUIdx=function handleGPUIdx(data){var arr=[];data.split(',').forEach(function(item){arr.push(Number(item));});return arr;};var handeCustomDelete=function handeCustomDelete(e){e.stopPropagation();var subType=sessionStorage.getItem('subType').split('/');if(subType){subType[3];fetcher(url+\"/v1/model_registrations/\".concat(subType[3]==='llm'?'LLM':subType[3],\"/\").concat(modelData.model_name),{method:'DELETE',headers:{'Content-Type':'application/json'}}).then(function(){setCustomDeleted(true);}).catch(console.error);}};var judgeArr=function judgeArr(arr,keysArr){if(arr.length&&arr[arr.length-1][keysArr[0]]!==''&&arr[arr.length-1][keysArr[1]]!==''){return true;}else if(arr.length===0){return true;}else{return false;}};var handleValueType=function handleValueType(str){if(str.toLowerCase()==='none'){return null;}else if(str.toLowerCase()==='true'){return true;}else if(str.toLowerCase()==='false'){return false;}else if(Number(str)||str!==''&&Number(str)===0){return Number(str);}else{return str;}};var getLoraListArr=function getLoraListArr(arr){setLoraListArr(arr);};var getImageLoraLoadKwargsArr=function getImageLoraLoadKwargsArr(arr){setImageLoraLoadKwargsArr(arr);};var getImageLoraFuseKwargsArr=function getImageLoraFuseKwargsArr(arr){setImageLoraFuseKwargsArr(arr);};var getCustomParametersArr=function getCustomParametersArr(arr){setCustomParametersArr(arr);};// Set two different states based on mouse hover\nreturn/*#__PURE__*/_jsxs(Paper,{style:hover?styles.containerSelected:styles.container,onMouseEnter:function onMouseEnter(){return setHover(true);},onMouseLeave:function onMouseLeave(){return setHover(false);},onClick:function onClick(){if(!selected&&!customDeleted){setSelected(true);if(modelType==='LLM'){getModelEngine(modelData.model_name);}}},elevation:hover?24:4,children:[modelType==='LLM'?/*#__PURE__*/_jsxs(Box,{style:styles.descriptionCard,children:[is_custom&&/*#__PURE__*/_jsxs(Stack,{direction:\"row\",spacing:1,useFlexGap:true,children:[/*#__PURE__*/_jsx(TitleTypography,{value:modelData.model_name}),/*#__PURE__*/_jsx(IconButton,{\"aria-label\":\"delete\",onClick:handeCustomDelete,disabled:customDeleted,children:/*#__PURE__*/_jsx(DeleteIcon,{})})]}),!is_custom&&/*#__PURE__*/_jsx(TitleTypography,{value:modelData.model_name}),/*#__PURE__*/_jsxs(Stack,{spacing:1,direction:\"row\",useFlexGap:true,flexWrap:\"wrap\",sx:{marginLeft:1},children:[modelData.model_lang&&function(){return modelData.model_lang.map(function(v){return/*#__PURE__*/_jsx(Chip,{label:v,variant:\"outlined\",size:\"small\"},v);});}(),function(){if(modelData.model_specs&&modelData.model_specs.some(function(spec){return isCached(spec);})){return/*#__PURE__*/_jsx(Chip,{label:\"Cached\",variant:\"outlined\",size:\"small\"});}}(),function(){if(is_custom&&customDeleted){return/*#__PURE__*/_jsx(Chip,{label:\"Deleted\",variant:\"outlined\",size:\"small\"});}}()]}),modelData.model_description&&/*#__PURE__*/_jsx(\"p\",{style:styles.p,title:modelData.model_description,children:modelData.model_description}),/*#__PURE__*/_jsxs(\"div\",{style:styles.iconRow,children:[/*#__PURE__*/_jsxs(\"div\",{style:styles.iconItem,children:[/*#__PURE__*/_jsxs(\"span\",{style:styles.boldIconText,children:[Math.floor(modelData.context_length/1000),\"K\"]}),/*#__PURE__*/_jsx(\"small\",{style:styles.smallText,children:\"context length\"})]}),function(){if(modelData.model_ability&&modelData.model_ability.includes('chat')){return/*#__PURE__*/_jsxs(\"div\",{style:styles.iconItem,children:[/*#__PURE__*/_jsx(ChatOutlined,{style:styles.muiIcon}),/*#__PURE__*/_jsx(\"small\",{style:styles.smallText,children:\"chat model\"})]});}else if(modelData.model_ability&&modelData.model_ability.includes('generate')){return/*#__PURE__*/_jsxs(\"div\",{style:styles.iconItem,children:[/*#__PURE__*/_jsx(EditNoteOutlined,{style:styles.muiIcon}),/*#__PURE__*/_jsx(\"small\",{style:styles.smallText,children:\"generate model\"})]});}else{return/*#__PURE__*/_jsxs(\"div\",{style:styles.iconItem,children:[/*#__PURE__*/_jsx(HelpCenterOutlined,{style:styles.muiIcon}),/*#__PURE__*/_jsx(\"small\",{style:styles.smallText,children:\"other model\"})]});}}()]})]}):/*#__PURE__*/_jsxs(Box,{style:styles.descriptionCard,children:[/*#__PURE__*/_jsxs(\"div\",{style:styles.titleContainer,children:[is_custom&&/*#__PURE__*/_jsxs(Stack,{direction:\"row\",spacing:1,useFlexGap:true,children:[/*#__PURE__*/_jsx(TitleTypography,{value:modelData.model_name}),/*#__PURE__*/_jsx(IconButton,{\"aria-label\":\"delete\",onClick:handeCustomDelete,disabled:customDeleted,children:/*#__PURE__*/_jsx(DeleteIcon,{})})]}),!is_custom&&/*#__PURE__*/_jsx(TitleTypography,{value:modelData.model_name}),/*#__PURE__*/_jsxs(Stack,{spacing:1,direction:\"row\",useFlexGap:true,flexWrap:\"wrap\",sx:{marginLeft:1},children:[function(){if(modelData.language){return modelData.language.map(function(v){return/*#__PURE__*/_jsx(Chip,{label:v,variant:\"outlined\",size:\"small\"});});}else if(modelData.model_family){return/*#__PURE__*/_jsx(Chip,{label:modelData.model_family,variant:\"outlined\",size:\"small\"});}}(),function(){if(modelData.cache_status){return/*#__PURE__*/_jsx(Chip,{label:\"Cached\",variant:\"outlined\",size:\"small\"});}}(),function(){if(is_custom&&customDeleted){return/*#__PURE__*/_jsx(Chip,{label:\"Deleted\",variant:\"outlined\",size:\"small\"});}}()]})]}),modelData.dimensions&&/*#__PURE__*/_jsxs(\"div\",{style:styles.iconRow,children:[/*#__PURE__*/_jsxs(\"div\",{style:styles.iconItem,children:[/*#__PURE__*/_jsx(\"span\",{style:styles.boldIconText,children:modelData.dimensions}),/*#__PURE__*/_jsx(\"small\",{style:styles.smallText,children:\"dimensions\"})]}),/*#__PURE__*/_jsxs(\"div\",{style:styles.iconItem,children:[/*#__PURE__*/_jsx(\"span\",{style:styles.boldIconText,children:modelData.max_tokens}),/*#__PURE__*/_jsx(\"small\",{style:styles.smallText,children:\"max tokens\"})]})]}),!selected&&hover&&/*#__PURE__*/_jsx(\"p\",{style:styles.instructionText,children:\"Click with mouse to launch the model\"})]}),/*#__PURE__*/_jsx(Drawer,{open:selected,onClose:function onClose(){setSelected(false);setHover(false);},anchor:'right',children:/*#__PURE__*/_jsxs(\"div\",{style:styles.drawerCard,children:[/*#__PURE__*/_jsx(TitleTypography,{value:modelData.model_name}),modelType==='LLM'?/*#__PURE__*/_jsx(Box,{ref:parentRef,style:styles.formContainer,display:\"flex\",flexDirection:\"column\",width:\"100%\",mx:\"auto\",children:/*#__PURE__*/_jsxs(Grid,{rowSpacing:0,columnSpacing:1,children:[/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:[/*#__PURE__*/_jsx(InputLabel,{id:\"modelEngine-label\",children:\"Model Engine\"}),/*#__PURE__*/_jsx(Select,{labelId:\"modelEngine-label\",value:modelEngine,onChange:function onChange(e){return setModelEngine(e.target.value);},label:\"Model Engine\",children:engineOptions.map(function(engine){var arr=[];enginesObj[engine].forEach(function(item){arr.push(item.model_format);});var specs=modelData.model_specs.filter(function(spec){return arr.includes(spec.model_format);});var cached=specs.some(function(spec){return isCached(spec);});var displayedEngine=cached?engine+' (cached)':engine;return/*#__PURE__*/_jsx(MenuItem,{value:engine,children:displayedEngine},engine);})})]})}),/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,disabled:!modelEngine,children:[/*#__PURE__*/_jsx(InputLabel,{id:\"modelFormat-label\",children:\"Model Format\"}),/*#__PURE__*/_jsx(Select,{labelId:\"modelFormat-label\",value:modelFormat,onChange:function onChange(e){return setModelFormat(e.target.value);},label:\"Model Format\",children:formatOptions.map(function(format){var specs=modelData.model_specs.filter(function(spec){return spec.model_format===format;});var cached=specs.some(function(spec){return isCached(spec);});var displayedFormat=cached?format+' (cached)':format;return/*#__PURE__*/_jsx(MenuItem,{value:format,children:displayedFormat},format);})})]})}),/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,disabled:!modelFormat,children:[/*#__PURE__*/_jsx(InputLabel,{id:\"modelSize-label\",children:\"Model Size\"}),/*#__PURE__*/_jsx(Select,{labelId:\"modelSize-label\",value:modelSize,onChange:function onChange(e){return setModelSize(e.target.value);},label:\"Model Size\",children:sizeOptions.map(function(size){var specs=modelData.model_specs.filter(function(spec){return spec.model_format===modelFormat;}).filter(function(spec){return spec.model_size_in_billions===size;});var cached=specs.some(function(spec){return isCached(spec);});var displayedSize=cached?size+' (cached)':size;return/*#__PURE__*/_jsx(MenuItem,{value:size,children:displayedSize},size);})})]})}),/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,disabled:!modelFormat||!modelSize,children:[/*#__PURE__*/_jsx(InputLabel,{id:\"quantization-label\",children:\"Quantization\"}),/*#__PURE__*/_jsx(Select,{labelId:\"quantization-label\",value:quantization,onChange:function onChange(e){return setQuantization(e.target.value);},label:\"Quantization\",children:quantizationOptions.map(function(quant,index){var _specs$0$cache_status,_specs$,_specs$0$cache_status2,_specs$2,_specs$2$cache_status;var specs=modelData.model_specs.filter(function(spec){return spec.model_format===modelFormat;}).filter(function(spec){return spec.model_size_in_billions===convertModelSize(modelSize);});var cached=modelFormat==='pytorch'?(_specs$0$cache_status=(_specs$=specs[0])===null||_specs$===void 0?void 0:_specs$.cache_status)!==null&&_specs$0$cache_status!==void 0?_specs$0$cache_status:false===true:(_specs$0$cache_status2=(_specs$2=specs[0])===null||_specs$2===void 0?void 0:(_specs$2$cache_status=_specs$2.cache_status)===null||_specs$2$cache_status===void 0?void 0:_specs$2$cache_status[index])!==null&&_specs$0$cache_status2!==void 0?_specs$0$cache_status2:false===true;var displayedQuant=cached?quant+' (cached)':quant;return/*#__PURE__*/_jsx(MenuItem,{value:quant,children:displayedQuant},quant);})})]})}),/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:modelFormat!=='ggufv2'&&modelFormat!=='ggmlv3'?/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,disabled:!modelFormat||!modelSize||!quantization,children:[/*#__PURE__*/_jsx(InputLabel,{id:\"n-gpu-label\",children:\"N-GPU\"}),/*#__PURE__*/_jsx(Select,{labelId:\"n-gpu-label\",value:nGPU,onChange:function onChange(e){return setNGPU(e.target.value);},label:\"N-GPU\",children:getNGPURange().map(function(v){return/*#__PURE__*/_jsx(MenuItem,{value:v,children:v},v);})})]}):/*#__PURE__*/_jsx(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:/*#__PURE__*/_jsx(TextField,{disabled:!modelFormat||!modelSize||!quantization,type:\"number\",label:\"N GPU Layers\",InputProps:{inputProps:{min:-1}},value:nGPULayers,onChange:function onChange(e){return setNGPULayers(parseInt(e.target.value,10));}})})}),/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsx(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:/*#__PURE__*/_jsx(TextField,{disabled:!modelFormat||!modelSize||!quantization,type:\"number\",InputProps:{inputProps:{min:1}},label:\"Replica\",value:replica,onChange:function onChange(e){return setReplica(parseInt(e.target.value,10));}})})}),/*#__PURE__*/_jsxs(ListItemButton,{onClick:function onClick(){return setIsOther(!isOther);},children:[/*#__PURE__*/_jsx(ListItemText,{primary:\"Optional Configurations\"}),isOther?/*#__PURE__*/_jsx(ExpandLess,{}):/*#__PURE__*/_jsx(ExpandMore,{})]}),/*#__PURE__*/_jsxs(Collapse,{in:isOther,timeout:\"auto\",unmountOnExit:true,children:[/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsx(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:/*#__PURE__*/_jsx(TextField,{variant:\"outlined\",value:modelUID,label:\"(Optional) Model UID, model name by default\",onChange:function onChange(e){return setModelUID(e.target.value);}})})}),/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:[/*#__PURE__*/_jsx(TextField,{value:requestLimits,label:\"(Optional) Request Limits, the number of request limits for this model\\uFF0Cdefault is None\",onChange:function onChange(e){setRequestLimitsAlert(false);setRequestLimits(e.target.value);if(e.target.value!==''&&(!Number(e.target.value)||Number(e.target.value)<1||parseInt(e.target.value)!==parseFloat(e.target.value))){setRequestLimitsAlert(true);}}}),requestLimitsAlert&&/*#__PURE__*/_jsx(Alert,{severity:\"error\",children:\"Please enter an integer greater than 0\"})]})}),/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsx(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:/*#__PURE__*/_jsx(TextField,{variant:\"outlined\",value:workerIp,label:\"(Optional) Worker Ip, specify the worker ip where the model is located in a distributed scenario\",onChange:function onChange(e){return setWorkerIp(e.target.value);}})})}),/*#__PURE__*/_jsx(Grid,{item:true,xs:12,children:/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:[/*#__PURE__*/_jsx(TextField,{value:GPUIdx,label:\"(Optional) GPU Idx, Specify the GPU index where the model is located\",onChange:function onChange(e){setGPUIdxAlert(false);setGPUIdx(e.target.value);var regular=/^\\d+(?:,\\d+)*$/;if(e.target.value!==''&&!regular.test(e.target.value)){setGPUIdxAlert(true);}}}),GPUIdxAlert&&/*#__PURE__*/_jsx(Alert,{severity:\"error\",children:\"Please enter numeric data separated by commas, for example: 0,1,2\"})]})}),/*#__PURE__*/_jsxs(ListItemButton,{onClick:function onClick(){return setIsPeftModelConfig(!isPeftModelConfig);},children:[/*#__PURE__*/_jsx(ListItemText,{primary:\"Lora Config\"}),isPeftModelConfig?/*#__PURE__*/_jsx(ExpandLess,{}):/*#__PURE__*/_jsx(ExpandMore,{})]}),/*#__PURE__*/_jsxs(Collapse,{in:isPeftModelConfig,timeout:\"auto\",unmountOnExit:true,style:{marginLeft:'30px'},children:[/*#__PURE__*/_jsx(AddPair,{customData:{title:'Lora Model Config',key:'lora_name',value:'local_path'},onGetArr:getLoraListArr,onJudgeArr:judgeArr}),/*#__PURE__*/_jsx(AddPair,{customData:{title:'Lora Load Kwargs for Image Model',key:'key',value:'value'},onGetArr:getImageLoraLoadKwargsArr,onJudgeArr:judgeArr}),/*#__PURE__*/_jsx(AddPair,{customData:{title:'Lora Fuse Kwargs for Image Model',key:'key',value:'value'},onGetArr:getImageLoraFuseKwargsArr,onJudgeArr:judgeArr})]})]}),/*#__PURE__*/_jsx(AddPair,{customData:{title:\"Additional parameters passed to the inference engine\".concat(modelEngine?': '+modelEngine:''),key:'key',value:'value'},onGetArr:getCustomParametersArr,onJudgeArr:judgeArr})]})}):/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:[/*#__PURE__*/_jsx(TextField,{variant:\"outlined\",value:modelUID,label:\"(Optional) Model UID, model name by default\",onChange:function onChange(e){return setModelUID(e.target.value);}}),(modelType==='embedding'||modelType==='rerank')&&/*#__PURE__*/_jsxs(_Fragment,{children:[/*#__PURE__*/_jsx(TextField,{style:{marginTop:'25px'},type:\"number\",InputProps:{inputProps:{min:1}},label:\"Replica\",value:replica,onChange:function onChange(e){return setReplica(parseInt(e.target.value,10));}}),/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:[/*#__PURE__*/_jsx(InputLabel,{id:\"n-gpu-label\",children:\"Device\"}),/*#__PURE__*/_jsx(Select,{labelId:\"n-gpu-label\",value:nGpu,onChange:function onChange(e){return setNGpu(e.target.value);},label:\"N-GPU\",children:getNewNGPURange().map(function(v){return/*#__PURE__*/_jsx(MenuItem,{value:v,children:v},v);})})]}),nGpu==='GPU'&&/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:[/*#__PURE__*/_jsx(TextField,{value:GPUIdx,label:\"GPU Idx, Specify the GPU index where the model is located\",onChange:function onChange(e){setGPUIdxAlert(false);setGPUIdx(e.target.value);var regular=/^\\d+(?:,\\d+)*$/;if(e.target.value!==''&&!regular.test(e.target.value)){setGPUIdxAlert(true);}}}),GPUIdxAlert&&/*#__PURE__*/_jsx(Alert,{severity:\"error\",children:\"Please enter numeric data separated by commas, for example: 0,1,2\"})]}),/*#__PURE__*/_jsx(FormControl,{variant:\"outlined\",margin:\"normal\",fullWidth:true,children:/*#__PURE__*/_jsx(TextField,{variant:\"outlined\",value:workerIp,label:\"Worker Ip, specify the worker ip where the model is located in a distributed scenario\",onChange:function onChange(e){return setWorkerIp(e.target.value);}})})]})]}),/*#__PURE__*/_jsxs(Box,{style:styles.buttonsContainer,children:[/*#__PURE__*/_jsx(\"button\",{title:\"Launch\",style:styles.buttonContainer,onClick:function onClick(){return launchModel(url,modelData);},disabled:modelType==='LLM'&&(isCallingApi||isUpdatingModel||!(modelFormat&&modelSize&&modelData&&(quantization||!modelData.is_builtin&&modelFormat!=='pytorch'))||!judgeArr(customParametersArr,['key','value'])||!judgeArr(loraListArr,['lora_name','local_path'])||!judgeArr(imageLoraLoadKwargsArr,['key','value'])||!judgeArr(imageLoraFuseKwargsArr,['key','value'])||requestLimitsAlert||GPUIdxAlert)||(modelType==='embedding'||modelType==='rerank')&&GPUIdxAlert,children:function(){if(isCallingApi||isUpdatingModel){return/*#__PURE__*/_jsx(Box,{style:_objectSpread(_objectSpread({},styles.buttonItem),{},{backgroundColor:'#f2f2f2'}),children:/*#__PURE__*/_jsx(CircularProgress,{size:\"20px\",sx:{color:'#000000'}})});}else if(!(modelFormat&&modelSize&&modelData&&(quantization||!modelData.is_builtin&&modelFormat!=='pytorch'))){return/*#__PURE__*/_jsx(Box,{style:_objectSpread(_objectSpread({},styles.buttonItem),{},{backgroundColor:'#f2f2f2'}),children:/*#__PURE__*/_jsx(RocketLaunchOutlined,{size:\"20px\"})});}else{return/*#__PURE__*/_jsx(Box,{style:styles.buttonItem,children:/*#__PURE__*/_jsx(RocketLaunchOutlined,{color:\"#000000\",size:\"20px\"})});}}()}),/*#__PURE__*/_jsx(\"button\",{title:\"Go Back\",style:styles.buttonContainer,onClick:function onClick(){setSelected(false);setHover(false);},children:/*#__PURE__*/_jsx(Box,{style:styles.buttonItem,children:/*#__PURE__*/_jsx(UndoOutlined,{color:\"#000000\",size:\"20px\"})})})]})]})}),/*#__PURE__*/_jsx(Snackbar,{anchorOrigin:{vertical:'top',horizontal:'center'},open:openSnackbar,onClose:function onClose(){return setOpenSnackbar(false);},message:\"Please fill in the complete parameters before adding!!\"},'top'+'center')]});};export default ModelCard;","map":{"version":3,"names":["ChatOutlined","EditNoteOutlined","ExpandLess","ExpandMore","HelpCenterOutlined","RocketLaunchOutlined","UndoOutlined","DeleteIcon","Alert","Box","Chip","CircularProgress","Collapse","Drawer","FormControl","Grid","IconButton","InputLabel","ListItemButton","ListItemText","MenuItem","Select","Snackbar","Stack","TextField","Paper","React","useContext","useEffect","useRef","useState","useNavigate","ApiContext","fetcher","TitleTypography","AddPair","styles","jsx","_jsx","jsxs","_jsxs","Fragment","_Fragment","ModelCard","_ref","url","modelData","gpuAvailable","modelType","_ref$is_custom","is_custom","_useState","_useState2","_slicedToArray","hover","setHover","_useState3","_useState4","selected","setSelected","_useState5","_useState6","requestLimitsAlert","setRequestLimitsAlert","_useState7","_useState8","GPUIdxAlert","setGPUIdxAlert","_useState9","_useState10","isOther","setIsOther","_useState11","_useState12","isPeftModelConfig","setIsPeftModelConfig","_useState13","_useState14","openSnackbar","setOpenSnackbar","_useContext","isCallingApi","setIsCallingApi","_useContext2","isUpdatingModel","_useContext3","setErrorMsg","navigate","_useState15","_useState16","modelUID","setModelUID","_useState17","_useState18","modelEngine","setModelEngine","_useState19","_useState20","modelFormat","setModelFormat","_useState21","_useState22","modelSize","setModelSize","_useState23","_useState24","quantization","setQuantization","_useState25","_useState26","nGPU","setNGPU","_useState27","_useState28","nGpu","setNGpu","_useState29","_useState30","nGPULayers","setNGPULayers","_useState31","_useState32","replica","setReplica","_useState33","_useState34","requestLimits","setRequestLimits","_useState35","_useState36","workerIp","setWorkerIp","_useState37","_useState38","GPUIdx","setGPUIdx","_useState39","_useState40","enginesObj","setEnginesObj","_useState41","_useState42","engineOptions","setEngineOptions","_useState43","_useState44","formatOptions","setFormatOptions","_useState45","_useState46","sizeOptions","setSizeOptions","_useState47","_useState48","quantizationOptions","setQuantizationOptions","_useState49","_useState50","customDeleted","setCustomDeleted","_useState51","_useState52","customParametersArr","setCustomParametersArr","_useState53","_useState54","loraListArr","setLoraListArr","_useState55","_useState56","imageLoraLoadKwargsArr","setImageLoraLoadKwargsArr","_useState57","_useState58","imageLoraFuseKwargsArr","setImageLoraFuseKwargsArr","parentRef","range","start","end","Array","fill","undefined","map","_","i","isCached","spec","model_format","cache_status","some","cs","convertModelSize","size","toString","includes","parseInt","format","_toConsumableArray","Set","item","length","sizes","filter","model_size_in_billions","quants","flatMap","quantizations","current","scrollTo","top","scrollHeight","behavior","getNGPURange","concat","getNewNGPURange","getModelEngine","model_name","method","headers","then","response","ok","json","errorData","status","detail","data","Object","keys","catch","error","console","launchModel","modelDataWithID_LLM","model_uid","trim","model_type","model_engine","n_gpu","request_limits","Number","worker_ip","gpu_idx","handleGPUIdx","modelDataWithID_other","_objectSpread","n_gpu_layers","peft_model_config","image_lora_load_kwargs","forEach","key","handleValueType","value","image_lora_fuse_kwargs","lora_list","id","modelDataWithID","body","JSON","stringify","sessionStorage","setItem","arr","split","push","handeCustomDelete","e","stopPropagation","subType","getItem","judgeArr","keysArr","str","toLowerCase","getLoraListArr","getImageLoraLoadKwargsArr","getImageLoraFuseKwargsArr","getCustomParametersArr","style","containerSelected","container","onMouseEnter","onMouseLeave","onClick","elevation","children","descriptionCard","direction","spacing","useFlexGap","disabled","flexWrap","sx","marginLeft","model_lang","v","label","variant","model_specs","model_description","p","title","iconRow","iconItem","boldIconText","Math","floor","context_length","smallText","model_ability","muiIcon","titleContainer","language","model_family","dimensions","max_tokens","instructionText","open","onClose","anchor","drawerCard","ref","formContainer","display","flexDirection","width","mx","rowSpacing","columnSpacing","xs","margin","fullWidth","labelId","onChange","target","engine","specs","cached","displayedEngine","displayedFormat","displayedSize","quant","index","_specs$0$cache_status","_specs$","_specs$0$cache_status2","_specs$2","_specs$2$cache_status","displayedQuant","type","InputProps","inputProps","min","primary","in","timeout","unmountOnExit","parseFloat","severity","regular","test","customData","onGetArr","onJudgeArr","marginTop","buttonsContainer","buttonContainer","is_builtin","buttonItem","backgroundColor","color","anchorOrigin","vertical","horizontal","message"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/modelCard.js"],"sourcesContent":["import {\n ChatOutlined,\n EditNoteOutlined,\n ExpandLess,\n ExpandMore,\n HelpCenterOutlined,\n RocketLaunchOutlined,\n UndoOutlined,\n} from '@mui/icons-material'\nimport DeleteIcon from '@mui/icons-material/Delete'\nimport {\n Alert,\n Box,\n Chip,\n CircularProgress,\n Collapse,\n Drawer,\n FormControl,\n Grid,\n IconButton,\n InputLabel,\n ListItemButton,\n ListItemText,\n MenuItem,\n Select,\n Snackbar,\n Stack,\n TextField,\n} from '@mui/material'\nimport Paper from '@mui/material/Paper'\nimport React, { useContext, useEffect, useRef, useState } from 'react'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport fetcher from '../../components/fetcher'\nimport TitleTypography from '../../components/titleTypography'\nimport AddPair from './components/addPair'\nimport styles from './styles/modelCardStyle'\n\nconst ModelCard = ({\n url,\n modelData,\n gpuAvailable,\n modelType,\n is_custom = false,\n}) => {\n const [hover, setHover] = useState(false)\n const [selected, setSelected] = useState(false)\n const [requestLimitsAlert, setRequestLimitsAlert] = useState(false)\n const [GPUIdxAlert, setGPUIdxAlert] = useState(false)\n const [isOther, setIsOther] = useState(false)\n const [isPeftModelConfig, setIsPeftModelConfig] = useState(false)\n const [openSnackbar, setOpenSnackbar] = useState(false)\n const { isCallingApi, setIsCallingApi } = useContext(ApiContext)\n const { isUpdatingModel } = useContext(ApiContext)\n const { setErrorMsg } = useContext(ApiContext)\n const navigate = useNavigate()\n\n // Model parameter selections\n const [modelUID, setModelUID] = useState('')\n const [modelEngine, setModelEngine] = useState('')\n const [modelFormat, setModelFormat] = useState('')\n const [modelSize, setModelSize] = useState('')\n const [quantization, setQuantization] = useState('')\n const [nGPU, setNGPU] = useState('auto')\n const [nGpu, setNGpu] = useState(gpuAvailable === 0 ? 'CPU' : 'GPU')\n const [nGPULayers, setNGPULayers] = useState(-1)\n const [replica, setReplica] = useState(1)\n const [requestLimits, setRequestLimits] = useState('')\n const [workerIp, setWorkerIp] = useState('')\n const [GPUIdx, setGPUIdx] = useState('')\n\n const [enginesObj, setEnginesObj] = useState({})\n const [engineOptions, setEngineOptions] = useState([])\n const [formatOptions, setFormatOptions] = useState([])\n const [sizeOptions, setSizeOptions] = useState([])\n const [quantizationOptions, setQuantizationOptions] = useState([])\n const [customDeleted, setCustomDeleted] = useState(false)\n const [customParametersArr, setCustomParametersArr] = useState([])\n const [loraListArr, setLoraListArr] = useState([])\n const [imageLoraLoadKwargsArr, setImageLoraLoadKwargsArr] = useState([])\n const [imageLoraFuseKwargsArr, setImageLoraFuseKwargsArr] = useState([])\n\n const parentRef = useRef(null)\n\n const range = (start, end) => {\n return new Array(end - start + 1).fill(undefined).map((_, i) => i + start)\n }\n\n const isCached = (spec) => {\n if (spec.model_format === 'pytorch') {\n return spec.cache_status && spec.cache_status === true\n } else {\n return spec.cache_status && spec.cache_status.some((cs) => cs)\n }\n }\n\n // model size can be int or string. For string style, \"1_8\" means 1.8 as an example.\n const convertModelSize = (size) => {\n return size.toString().includes('_') ? size : parseInt(size, 10)\n }\n\n useEffect(() => {\n setModelFormat('')\n if (modelEngine) {\n const format = [\n ...new Set(enginesObj[modelEngine].map((item) => item.model_format)),\n ]\n setFormatOptions(format)\n if (format.length === 1) {\n setModelFormat(format[0])\n }\n }\n }, [modelEngine])\n\n useEffect(() => {\n setModelSize('')\n if (modelEngine && modelFormat) {\n const sizes = [\n ...new Set(\n enginesObj[modelEngine]\n .filter((item) => item.model_format === modelFormat)\n .map((item) => item.model_size_in_billions)\n ),\n ]\n setSizeOptions(sizes)\n if (sizes.length === 1) {\n setModelSize(sizes[0])\n }\n }\n }, [modelEngine, modelFormat])\n\n useEffect(() => {\n setQuantization('')\n if (modelEngine && modelFormat && modelSize) {\n const quants = [\n ...new Set(\n enginesObj[modelEngine]\n .filter(\n (item) =>\n item.model_format === modelFormat &&\n item.model_size_in_billions === convertModelSize(modelSize)\n )\n .flatMap((item) => item.quantizations)\n ),\n ]\n setQuantizationOptions(quants)\n if (quants.length === 1) {\n setQuantization(quants[0])\n }\n }\n }, [modelEngine, modelFormat, modelSize])\n\n useEffect(() => {\n if (parentRef.current) {\n parentRef.current.scrollTo({\n top: parentRef.current.scrollHeight,\n behavior: 'smooth',\n })\n }\n }, [customParametersArr])\n\n const getNGPURange = () => {\n if (gpuAvailable === 0) {\n // remain 'auto' for distributed situation\n return ['auto', 'CPU']\n }\n return ['auto', 'CPU'].concat(range(1, gpuAvailable))\n }\n\n const getNewNGPURange = () => {\n if (gpuAvailable === 0) {\n return ['CPU']\n } else {\n return ['GPU', 'CPU']\n }\n }\n\n const getModelEngine = (model_name) => {\n fetcher(url + `/v1/engines/${model_name}`, {\n method: 'GET',\n headers: {\n 'Content-Type': 'application/json',\n },\n })\n .then((response) => {\n if (!response.ok) {\n // Assuming the server returns error details in JSON format\n response.json().then((errorData) => {\n setErrorMsg(\n `Server error: ${response.status} - ${\n errorData.detail || 'Unknown error'\n }`\n )\n })\n } else {\n response.json().then((data) => {\n setEnginesObj(data)\n setEngineOptions(Object.keys(data))\n })\n }\n setIsCallingApi(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }\n\n const launchModel = (url) => {\n if (isCallingApi || isUpdatingModel) {\n return\n }\n\n setIsCallingApi(true)\n\n const modelDataWithID_LLM = {\n // If user does not fill model_uid, pass null (None) to server and server generates it.\n model_uid: modelUID.trim() === '' ? null : modelUID.trim(),\n model_name: modelData.model_name,\n model_type: modelType,\n model_engine: modelEngine,\n model_format: modelFormat,\n model_size_in_billions: convertModelSize(modelSize),\n quantization: quantization,\n n_gpu:\n parseInt(nGPU, 10) === 0 || nGPU === 'CPU'\n ? null\n : nGPU === 'auto'\n ? 'auto'\n : parseInt(nGPU, 10),\n replica: replica,\n request_limits:\n requestLimits.trim() === '' ? null : Number(requestLimits.trim()),\n worker_ip: workerIp.trim() === '' ? null : workerIp.trim(),\n gpu_idx: GPUIdx.trim() === '' ? null : handleGPUIdx(GPUIdx.trim()),\n }\n\n let modelDataWithID_other = {\n model_uid: modelUID.trim() === '' ? null : modelUID.trim(),\n model_name: modelData.model_name,\n model_type: modelType,\n }\n\n if (modelType === 'embedding' || modelType === 'rerank') {\n modelDataWithID_other = {\n ...modelDataWithID_other,\n replica: replica,\n n_gpu: nGpu === 'GPU' ? 'auto' : null,\n worker_ip: workerIp.trim() === '' ? null : workerIp.trim(),\n gpu_idx: GPUIdx.trim() === '' ? null : handleGPUIdx(GPUIdx.trim()),\n }\n }\n\n if (nGPULayers >= 0) {\n modelDataWithID_LLM.n_gpu_layers = nGPULayers\n }\n\n if (\n loraListArr.length ||\n imageLoraLoadKwargsArr.length ||\n imageLoraFuseKwargsArr.length\n ) {\n const peft_model_config = {}\n if (imageLoraLoadKwargsArr.length) {\n const image_lora_load_kwargs = {}\n imageLoraLoadKwargsArr.forEach((item) => {\n image_lora_load_kwargs[item.key] = handleValueType(item.value)\n })\n peft_model_config['image_lora_load_kwargs'] = image_lora_load_kwargs\n }\n if (imageLoraFuseKwargsArr.length) {\n const image_lora_fuse_kwargs = {}\n imageLoraFuseKwargsArr.forEach((item) => {\n image_lora_fuse_kwargs[item.key] = handleValueType(item.value)\n })\n peft_model_config['image_lora_fuse_kwargs'] = image_lora_fuse_kwargs\n }\n if (loraListArr.length) {\n const lora_list = loraListArr\n lora_list.map((item) => {\n delete item.id\n })\n peft_model_config['lora_list'] = lora_list\n }\n modelDataWithID_LLM['peft_model_config'] = peft_model_config\n }\n\n if (customParametersArr.length) {\n customParametersArr.forEach((item) => {\n modelDataWithID_LLM[item.key] = handleValueType(item.value)\n })\n }\n\n const modelDataWithID =\n modelType === 'LLM' ? modelDataWithID_LLM : modelDataWithID_other\n\n // First fetcher request to initiate the model\n fetcher(url + '/v1/models', {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify(modelDataWithID),\n })\n .then((response) => {\n if (!response.ok) {\n // Assuming the server returns error details in JSON format\n response.json().then((errorData) => {\n setErrorMsg(\n `Server error: ${response.status} - ${\n errorData.detail || 'Unknown error'\n }`\n )\n })\n } else {\n navigate(`/running_models/${modelType}`)\n sessionStorage.setItem(\n 'runningModelType',\n `/running_models/${modelType}`\n )\n }\n setIsCallingApi(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }\n\n const handleGPUIdx = (data) => {\n const arr = []\n data.split(',').forEach((item) => {\n arr.push(Number(item))\n })\n return arr\n }\n\n const handeCustomDelete = (e) => {\n e.stopPropagation()\n const subType = sessionStorage.getItem('subType').split('/')\n if (subType) {\n subType[3]\n fetcher(\n url +\n `/v1/model_registrations/${\n subType[3] === 'llm' ? 'LLM' : subType[3]\n }/${modelData.model_name}`,\n {\n method: 'DELETE',\n headers: {\n 'Content-Type': 'application/json',\n },\n }\n )\n .then(() => {\n setCustomDeleted(true)\n })\n .catch(console.error)\n }\n }\n\n const judgeArr = (arr, keysArr) => {\n if (\n arr.length &&\n arr[arr.length - 1][keysArr[0]] !== '' &&\n arr[arr.length - 1][keysArr[1]] !== ''\n ) {\n return true\n } else if (arr.length === 0) {\n return true\n } else {\n return false\n }\n }\n\n const handleValueType = (str) => {\n if (str.toLowerCase() === 'none') {\n return null\n } else if (str.toLowerCase() === 'true') {\n return true\n } else if (str.toLowerCase() === 'false') {\n return false\n } else if (Number(str) || (str !== '' && Number(str) === 0)) {\n return Number(str)\n } else {\n return str\n }\n }\n\n const getLoraListArr = (arr) => {\n setLoraListArr(arr)\n }\n\n const getImageLoraLoadKwargsArr = (arr) => {\n setImageLoraLoadKwargsArr(arr)\n }\n\n const getImageLoraFuseKwargsArr = (arr) => {\n setImageLoraFuseKwargsArr(arr)\n }\n\n const getCustomParametersArr = (arr) => {\n setCustomParametersArr(arr)\n }\n\n // Set two different states based on mouse hover\n return (\n <Paper\n style={hover ? styles.containerSelected : styles.container}\n onMouseEnter={() => setHover(true)}\n onMouseLeave={() => setHover(false)}\n onClick={() => {\n if (!selected && !customDeleted) {\n setSelected(true)\n if (modelType === 'LLM') {\n getModelEngine(modelData.model_name)\n }\n }\n }}\n elevation={hover ? 24 : 4}\n >\n {modelType === 'LLM' ? (\n <Box style={styles.descriptionCard}>\n {is_custom && (\n <Stack direction=\"row\" spacing={1} useFlexGap>\n <TitleTypography value={modelData.model_name} />\n <IconButton\n aria-label=\"delete\"\n onClick={handeCustomDelete}\n disabled={customDeleted}\n >\n <DeleteIcon />\n </IconButton>\n </Stack>\n )}\n {!is_custom && <TitleTypography value={modelData.model_name} />}\n <Stack\n spacing={1}\n direction=\"row\"\n useFlexGap\n flexWrap=\"wrap\"\n sx={{ marginLeft: 1 }}\n >\n {modelData.model_lang &&\n (() => {\n return modelData.model_lang.map((v) => {\n return (\n <Chip key={v} label={v} variant=\"outlined\" size=\"small\" />\n )\n })\n })()}\n {(() => {\n if (\n modelData.model_specs &&\n modelData.model_specs.some((spec) => isCached(spec))\n ) {\n return <Chip label=\"Cached\" variant=\"outlined\" size=\"small\" />\n }\n })()}\n {(() => {\n if (is_custom && customDeleted) {\n return <Chip label=\"Deleted\" variant=\"outlined\" size=\"small\" />\n }\n })()}\n </Stack>\n {modelData.model_description && (\n <p style={styles.p} title={modelData.model_description}>\n {modelData.model_description}\n </p>\n )}\n\n <div style={styles.iconRow}>\n <div style={styles.iconItem}>\n <span style={styles.boldIconText}>\n {Math.floor(modelData.context_length / 1000)}K\n </span>\n <small style={styles.smallText}>context length</small>\n </div>\n {(() => {\n if (\n modelData.model_ability &&\n modelData.model_ability.includes('chat')\n ) {\n return (\n <div style={styles.iconItem}>\n <ChatOutlined style={styles.muiIcon} />\n <small style={styles.smallText}>chat model</small>\n </div>\n )\n } else if (\n modelData.model_ability &&\n modelData.model_ability.includes('generate')\n ) {\n return (\n <div style={styles.iconItem}>\n <EditNoteOutlined style={styles.muiIcon} />\n <small style={styles.smallText}>generate model</small>\n </div>\n )\n } else {\n return (\n <div style={styles.iconItem}>\n <HelpCenterOutlined style={styles.muiIcon} />\n <small style={styles.smallText}>other model</small>\n </div>\n )\n }\n })()}\n </div>\n </Box>\n ) : (\n <Box style={styles.descriptionCard}>\n <div style={styles.titleContainer}>\n {is_custom && (\n <Stack direction=\"row\" spacing={1} useFlexGap>\n <TitleTypography value={modelData.model_name} />\n <IconButton\n aria-label=\"delete\"\n onClick={handeCustomDelete}\n disabled={customDeleted}\n >\n <DeleteIcon />\n </IconButton>\n </Stack>\n )}\n {!is_custom && <TitleTypography value={modelData.model_name} />}\n <Stack\n spacing={1}\n direction=\"row\"\n useFlexGap\n flexWrap=\"wrap\"\n sx={{ marginLeft: 1 }}\n >\n {(() => {\n if (modelData.language) {\n return modelData.language.map((v) => {\n return <Chip label={v} variant=\"outlined\" size=\"small\" />\n })\n } else if (modelData.model_family) {\n return (\n <Chip\n label={modelData.model_family}\n variant=\"outlined\"\n size=\"small\"\n />\n )\n }\n })()}\n {(() => {\n if (modelData.cache_status) {\n return <Chip label=\"Cached\" variant=\"outlined\" size=\"small\" />\n }\n })()}\n {(() => {\n if (is_custom && customDeleted) {\n return (\n <Chip label=\"Deleted\" variant=\"outlined\" size=\"small\" />\n )\n }\n })()}\n </Stack>\n </div>\n {modelData.dimensions && (\n <div style={styles.iconRow}>\n <div style={styles.iconItem}>\n <span style={styles.boldIconText}>{modelData.dimensions}</span>\n <small style={styles.smallText}>dimensions</small>\n </div>\n <div style={styles.iconItem}>\n <span style={styles.boldIconText}>{modelData.max_tokens}</span>\n <small style={styles.smallText}>max tokens</small>\n </div>\n </div>\n )}\n {!selected && hover && (\n <p style={styles.instructionText}>\n Click with mouse to launch the model\n </p>\n )}\n </Box>\n )}\n <Drawer\n open={selected}\n onClose={() => {\n setSelected(false)\n setHover(false)\n }}\n anchor={'right'}\n >\n <div style={styles.drawerCard}>\n <TitleTypography value={modelData.model_name} />\n {modelType === 'LLM' ? (\n <Box\n ref={parentRef}\n style={styles.formContainer}\n display=\"flex\"\n flexDirection=\"column\"\n width=\"100%\"\n mx=\"auto\"\n >\n <Grid rowSpacing={0} columnSpacing={1}>\n <Grid item xs={12}>\n <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n <InputLabel id=\"modelEngine-label\">Model Engine</InputLabel>\n <Select\n labelId=\"modelEngine-label\"\n value={modelEngine}\n onChange={(e) => setModelEngine(e.target.value)}\n label=\"Model Engine\"\n >\n {engineOptions.map((engine) => {\n const arr = []\n enginesObj[engine].forEach((item) => {\n arr.push(item.model_format)\n })\n const specs = modelData.model_specs.filter((spec) =>\n arr.includes(spec.model_format)\n )\n\n const cached = specs.some((spec) => isCached(spec))\n const displayedEngine = cached\n ? engine + ' (cached)'\n : engine\n\n return (\n <MenuItem key={engine} value={engine}>\n {displayedEngine}\n </MenuItem>\n )\n })}\n </Select>\n </FormControl>\n </Grid>\n <Grid item xs={12}>\n <FormControl\n variant=\"outlined\"\n margin=\"normal\"\n fullWidth\n disabled={!modelEngine}\n >\n <InputLabel id=\"modelFormat-label\">Model Format</InputLabel>\n <Select\n labelId=\"modelFormat-label\"\n value={modelFormat}\n onChange={(e) => setModelFormat(e.target.value)}\n label=\"Model Format\"\n >\n {formatOptions.map((format) => {\n const specs = modelData.model_specs.filter(\n (spec) => spec.model_format === format\n )\n\n const cached = specs.some((spec) => isCached(spec))\n const displayedFormat = cached\n ? format + ' (cached)'\n : format\n\n return (\n <MenuItem key={format} value={format}>\n {displayedFormat}\n </MenuItem>\n )\n })}\n </Select>\n </FormControl>\n </Grid>\n <Grid item xs={12}>\n <FormControl\n variant=\"outlined\"\n margin=\"normal\"\n fullWidth\n disabled={!modelFormat}\n >\n <InputLabel id=\"modelSize-label\">Model Size</InputLabel>\n <Select\n labelId=\"modelSize-label\"\n value={modelSize}\n onChange={(e) => setModelSize(e.target.value)}\n label=\"Model Size\"\n >\n {sizeOptions.map((size) => {\n const specs = modelData.model_specs\n .filter((spec) => spec.model_format === modelFormat)\n .filter(\n (spec) => spec.model_size_in_billions === size\n )\n const cached = specs.some((spec) => isCached(spec))\n const displayedSize = cached ? size + ' (cached)' : size\n\n return (\n <MenuItem key={size} value={size}>\n {displayedSize}\n </MenuItem>\n )\n })}\n </Select>\n </FormControl>\n </Grid>\n <Grid item xs={12}>\n <FormControl\n variant=\"outlined\"\n margin=\"normal\"\n fullWidth\n disabled={!modelFormat || !modelSize}\n >\n <InputLabel id=\"quantization-label\">\n Quantization\n </InputLabel>\n <Select\n labelId=\"quantization-label\"\n value={quantization}\n onChange={(e) => setQuantization(e.target.value)}\n label=\"Quantization\"\n >\n {quantizationOptions.map((quant, index) => {\n const specs = modelData.model_specs\n .filter((spec) => spec.model_format === modelFormat)\n .filter(\n (spec) =>\n spec.model_size_in_billions ===\n convertModelSize(modelSize)\n )\n\n const cached =\n modelFormat === 'pytorch'\n ? specs[0]?.cache_status ?? false === true\n : specs[0]?.cache_status?.[index] ?? false === true\n const displayedQuant = cached\n ? quant + ' (cached)'\n : quant\n\n return (\n <MenuItem key={quant} value={quant}>\n {displayedQuant}\n </MenuItem>\n )\n })}\n </Select>\n </FormControl>\n </Grid>\n <Grid item xs={12}>\n {modelFormat !== 'ggufv2' && modelFormat !== 'ggmlv3' ? (\n <FormControl\n variant=\"outlined\"\n margin=\"normal\"\n fullWidth\n disabled={!modelFormat || !modelSize || !quantization}\n >\n <InputLabel id=\"n-gpu-label\">N-GPU</InputLabel>\n <Select\n labelId=\"n-gpu-label\"\n value={nGPU}\n onChange={(e) => setNGPU(e.target.value)}\n label=\"N-GPU\"\n >\n {getNGPURange().map((v) => {\n return (\n <MenuItem key={v} value={v}>\n {v}\n </MenuItem>\n )\n })}\n </Select>\n </FormControl>\n ) : (\n <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n <TextField\n disabled={!modelFormat || !modelSize || !quantization}\n type=\"number\"\n label=\"N GPU Layers\"\n InputProps={{\n inputProps: {\n min: -1,\n },\n }}\n value={nGPULayers}\n onChange={(e) =>\n setNGPULayers(parseInt(e.target.value, 10))\n }\n />\n </FormControl>\n )}\n </Grid>\n <Grid item xs={12}>\n <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n <TextField\n disabled={!modelFormat || !modelSize || !quantization}\n type=\"number\"\n InputProps={{\n inputProps: {\n min: 1,\n },\n }}\n label=\"Replica\"\n value={replica}\n onChange={(e) => setReplica(parseInt(e.target.value, 10))}\n />\n </FormControl>\n </Grid>\n <ListItemButton onClick={() => setIsOther(!isOther)}>\n <ListItemText primary=\"Optional Configurations\" />\n {isOther ? <ExpandLess /> : <ExpandMore />}\n </ListItemButton>\n <Collapse in={isOther} timeout=\"auto\" unmountOnExit>\n <Grid item xs={12}>\n <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n <TextField\n variant=\"outlined\"\n value={modelUID}\n label=\"(Optional) Model UID, model name by default\"\n onChange={(e) => setModelUID(e.target.value)}\n />\n </FormControl>\n </Grid>\n <Grid item xs={12}>\n <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n <TextField\n value={requestLimits}\n label=\"(Optional) Request Limits, the number of request limits for this model,default is None\"\n onChange={(e) => {\n setRequestLimitsAlert(false)\n setRequestLimits(e.target.value)\n if (\n e.target.value !== '' &&\n (!Number(e.target.value) ||\n Number(e.target.value) < 1 ||\n parseInt(e.target.value) !==\n parseFloat(e.target.value))\n ) {\n setRequestLimitsAlert(true)\n }\n }}\n />\n {requestLimitsAlert && (\n <Alert severity=\"error\">\n Please enter an integer greater than 0\n </Alert>\n )}\n </FormControl>\n </Grid>\n <Grid item xs={12}>\n <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n <TextField\n variant=\"outlined\"\n value={workerIp}\n label=\"(Optional) Worker Ip, specify the worker ip where the model is located in a distributed scenario\"\n onChange={(e) => setWorkerIp(e.target.value)}\n />\n </FormControl>\n </Grid>\n <Grid item xs={12}>\n <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n <TextField\n value={GPUIdx}\n label=\"(Optional) GPU Idx, Specify the GPU index where the model is located\"\n onChange={(e) => {\n setGPUIdxAlert(false)\n setGPUIdx(e.target.value)\n const regular = /^\\d+(?:,\\d+)*$/\n if (\n e.target.value !== '' &&\n !regular.test(e.target.value)\n ) {\n setGPUIdxAlert(true)\n }\n }}\n />\n {GPUIdxAlert && (\n <Alert severity=\"error\">\n Please enter numeric data separated by commas, for\n example: 0,1,2\n </Alert>\n )}\n </FormControl>\n </Grid>\n <ListItemButton\n onClick={() => setIsPeftModelConfig(!isPeftModelConfig)}\n >\n <ListItemText primary=\"Lora Config\" />\n {isPeftModelConfig ? <ExpandLess /> : <ExpandMore />}\n </ListItemButton>\n <Collapse\n in={isPeftModelConfig}\n timeout=\"auto\"\n unmountOnExit\n style={{ marginLeft: '30px' }}\n >\n <AddPair\n customData={{\n title: 'Lora Model Config',\n key: 'lora_name',\n value: 'local_path',\n }}\n onGetArr={getLoraListArr}\n onJudgeArr={judgeArr}\n />\n <AddPair\n customData={{\n title: 'Lora Load Kwargs for Image Model',\n key: 'key',\n value: 'value',\n }}\n onGetArr={getImageLoraLoadKwargsArr}\n onJudgeArr={judgeArr}\n />\n <AddPair\n customData={{\n title: 'Lora Fuse Kwargs for Image Model',\n key: 'key',\n value: 'value',\n }}\n onGetArr={getImageLoraFuseKwargsArr}\n onJudgeArr={judgeArr}\n />\n </Collapse>\n </Collapse>\n <AddPair\n customData={{\n title: `Additional parameters passed to the inference engine${\n modelEngine ? ': ' + modelEngine : ''\n }`,\n key: 'key',\n value: 'value',\n }}\n onGetArr={getCustomParametersArr}\n onJudgeArr={judgeArr}\n />\n </Grid>\n </Box>\n ) : (\n <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n <TextField\n variant=\"outlined\"\n value={modelUID}\n label=\"(Optional) Model UID, model name by default\"\n onChange={(e) => setModelUID(e.target.value)}\n />\n {(modelType === 'embedding' || modelType === 'rerank') && (\n <>\n <TextField\n style={{ marginTop: '25px' }}\n type=\"number\"\n InputProps={{\n inputProps: {\n min: 1,\n },\n }}\n label=\"Replica\"\n value={replica}\n onChange={(e) => setReplica(parseInt(e.target.value, 10))}\n />\n <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n <InputLabel id=\"n-gpu-label\">Device</InputLabel>\n <Select\n labelId=\"n-gpu-label\"\n value={nGpu}\n onChange={(e) => setNGpu(e.target.value)}\n label=\"N-GPU\"\n >\n {getNewNGPURange().map((v) => {\n return (\n <MenuItem key={v} value={v}>\n {v}\n </MenuItem>\n )\n })}\n </Select>\n </FormControl>\n {nGpu === 'GPU' && (\n <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n <TextField\n value={GPUIdx}\n label=\"GPU Idx, Specify the GPU index where the model is located\"\n onChange={(e) => {\n setGPUIdxAlert(false)\n setGPUIdx(e.target.value)\n const regular = /^\\d+(?:,\\d+)*$/\n if (\n e.target.value !== '' &&\n !regular.test(e.target.value)\n ) {\n setGPUIdxAlert(true)\n }\n }}\n />\n {GPUIdxAlert && (\n <Alert severity=\"error\">\n Please enter numeric data separated by commas, for\n example: 0,1,2\n </Alert>\n )}\n </FormControl>\n )}\n <FormControl variant=\"outlined\" margin=\"normal\" fullWidth>\n <TextField\n variant=\"outlined\"\n value={workerIp}\n label=\"Worker Ip, specify the worker ip where the model is located in a distributed scenario\"\n onChange={(e) => setWorkerIp(e.target.value)}\n />\n </FormControl>\n </>\n )}\n </FormControl>\n )}\n <Box style={styles.buttonsContainer}>\n <button\n title=\"Launch\"\n style={styles.buttonContainer}\n onClick={() => launchModel(url, modelData)}\n disabled={\n (modelType === 'LLM' &&\n (isCallingApi ||\n isUpdatingModel ||\n !(\n modelFormat &&\n modelSize &&\n modelData &&\n (quantization ||\n (!modelData.is_builtin && modelFormat !== 'pytorch'))\n ) ||\n !judgeArr(customParametersArr, ['key', 'value']) ||\n !judgeArr(loraListArr, ['lora_name', 'local_path']) ||\n !judgeArr(imageLoraLoadKwargsArr, ['key', 'value']) ||\n !judgeArr(imageLoraFuseKwargsArr, ['key', 'value']) ||\n requestLimitsAlert ||\n GPUIdxAlert)) ||\n ((modelType === 'embedding' || modelType === 'rerank') &&\n GPUIdxAlert)\n }\n >\n {(() => {\n if (isCallingApi || isUpdatingModel) {\n return (\n <Box\n style={{\n ...styles.buttonItem,\n backgroundColor: '#f2f2f2',\n }}\n >\n <CircularProgress\n size=\"20px\"\n sx={{\n color: '#000000',\n }}\n />\n </Box>\n )\n } else if (\n !(\n modelFormat &&\n modelSize &&\n modelData &&\n (quantization ||\n (!modelData.is_builtin && modelFormat !== 'pytorch'))\n )\n ) {\n return (\n <Box\n style={{\n ...styles.buttonItem,\n backgroundColor: '#f2f2f2',\n }}\n >\n <RocketLaunchOutlined size=\"20px\" />\n </Box>\n )\n } else {\n return (\n <Box style={styles.buttonItem}>\n <RocketLaunchOutlined color=\"#000000\" size=\"20px\" />\n </Box>\n )\n }\n })()}\n </button>\n <button\n title=\"Go Back\"\n style={styles.buttonContainer}\n onClick={() => {\n setSelected(false)\n setHover(false)\n }}\n >\n <Box style={styles.buttonItem}>\n <UndoOutlined color=\"#000000\" size=\"20px\" />\n </Box>\n </button>\n </Box>\n </div>\n </Drawer>\n <Snackbar\n anchorOrigin={{ vertical: 'top', horizontal: 'center' }}\n open={openSnackbar}\n onClose={() => setOpenSnackbar(false)}\n message=\"Please fill in the complete parameters before adding!!\"\n key={'top' + 'center'}\n />\n </Paper>\n )\n}\n\nexport default ModelCard\n"],"mappings":"8aAAA,OACEA,YAAY,CACZC,gBAAgB,CAChBC,UAAU,CACVC,UAAU,CACVC,kBAAkB,CAClBC,oBAAoB,CACpBC,YAAY,KACP,qBAAqB,CAC5B,MAAO,CAAAC,UAAU,KAAM,4BAA4B,CACnD,OACEC,KAAK,CACLC,GAAG,CACHC,IAAI,CACJC,gBAAgB,CAChBC,QAAQ,CACRC,MAAM,CACNC,WAAW,CACXC,IAAI,CACJC,UAAU,CACVC,UAAU,CACVC,cAAc,CACdC,YAAY,CACZC,QAAQ,CACRC,MAAM,CACNC,QAAQ,CACRC,KAAK,CACLC,SAAS,KACJ,eAAe,CACtB,MAAO,CAAAC,KAAK,KAAM,qBAAqB,CACvC,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,MAAM,CAAEC,QAAQ,KAAQ,OAAO,CACtE,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,OAAO,KAAM,0BAA0B,CAC9C,MAAO,CAAAC,eAAe,KAAM,kCAAkC,CAC9D,MAAO,CAAAC,OAAO,KAAM,sBAAsB,CAC1C,MAAO,CAAAC,MAAM,KAAM,yBAAyB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,gCAAAC,QAAA,IAAAC,SAAA,yBAE5C,GAAM,CAAAC,SAAS,CAAG,QAAZ,CAAAA,SAASA,CAAAC,IAAA,CAMT,IALJ,CAAAC,GAAG,CAAAD,IAAA,CAAHC,GAAG,CACHC,SAAS,CAAAF,IAAA,CAATE,SAAS,CACTC,YAAY,CAAAH,IAAA,CAAZG,YAAY,CACZC,SAAS,CAAAJ,IAAA,CAATI,SAAS,CAAAC,cAAA,CAAAL,IAAA,CACTM,SAAS,CAATA,SAAS,CAAAD,cAAA,UAAG,KAAK,CAAAA,cAAA,CAEjB,IAAAE,SAAA,CAA0BrB,QAAQ,CAAC,KAAK,CAAC,CAAAsB,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAAlCG,KAAK,CAAAF,UAAA,IAAEG,QAAQ,CAAAH,UAAA,IACtB,IAAAI,UAAA,CAAgC1B,QAAQ,CAAC,KAAK,CAAC,CAAA2B,UAAA,CAAAJ,cAAA,CAAAG,UAAA,IAAxCE,QAAQ,CAAAD,UAAA,IAAEE,WAAW,CAAAF,UAAA,IAC5B,IAAAG,UAAA,CAAoD9B,QAAQ,CAAC,KAAK,CAAC,CAAA+B,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAA5DE,kBAAkB,CAAAD,UAAA,IAAEE,qBAAqB,CAAAF,UAAA,IAChD,IAAAG,UAAA,CAAsClC,QAAQ,CAAC,KAAK,CAAC,CAAAmC,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAA9CE,WAAW,CAAAD,UAAA,IAAEE,cAAc,CAAAF,UAAA,IAClC,IAAAG,UAAA,CAA8BtC,QAAQ,CAAC,KAAK,CAAC,CAAAuC,WAAA,CAAAhB,cAAA,CAAAe,UAAA,IAAtCE,OAAO,CAAAD,WAAA,IAAEE,UAAU,CAAAF,WAAA,IAC1B,IAAAG,WAAA,CAAkD1C,QAAQ,CAAC,KAAK,CAAC,CAAA2C,WAAA,CAAApB,cAAA,CAAAmB,WAAA,IAA1DE,iBAAiB,CAAAD,WAAA,IAAEE,oBAAoB,CAAAF,WAAA,IAC9C,IAAAG,WAAA,CAAwC9C,QAAQ,CAAC,KAAK,CAAC,CAAA+C,WAAA,CAAAxB,cAAA,CAAAuB,WAAA,IAAhDE,YAAY,CAAAD,WAAA,IAAEE,eAAe,CAAAF,WAAA,IACpC,IAAAG,WAAA,CAA0CrD,UAAU,CAACK,UAAU,CAAC,CAAxDiD,YAAY,CAAAD,WAAA,CAAZC,YAAY,CAAEC,eAAe,CAAAF,WAAA,CAAfE,eAAe,CACrC,IAAAC,YAAA,CAA4BxD,UAAU,CAACK,UAAU,CAAC,CAA1CoD,eAAe,CAAAD,YAAA,CAAfC,eAAe,CACvB,IAAAC,YAAA,CAAwB1D,UAAU,CAACK,UAAU,CAAC,CAAtCsD,WAAW,CAAAD,YAAA,CAAXC,WAAW,CACnB,GAAM,CAAAC,QAAQ,CAAGxD,WAAW,CAAC,CAAC,CAE9B;AACA,IAAAyD,WAAA,CAAgC1D,QAAQ,CAAC,EAAE,CAAC,CAAA2D,WAAA,CAAApC,cAAA,CAAAmC,WAAA,IAArCE,QAAQ,CAAAD,WAAA,IAAEE,WAAW,CAAAF,WAAA,IAC5B,IAAAG,WAAA,CAAsC9D,QAAQ,CAAC,EAAE,CAAC,CAAA+D,WAAA,CAAAxC,cAAA,CAAAuC,WAAA,IAA3CE,WAAW,CAAAD,WAAA,IAAEE,cAAc,CAAAF,WAAA,IAClC,IAAAG,WAAA,CAAsClE,QAAQ,CAAC,EAAE,CAAC,CAAAmE,WAAA,CAAA5C,cAAA,CAAA2C,WAAA,IAA3CE,WAAW,CAAAD,WAAA,IAAEE,cAAc,CAAAF,WAAA,IAClC,IAAAG,WAAA,CAAkCtE,QAAQ,CAAC,EAAE,CAAC,CAAAuE,WAAA,CAAAhD,cAAA,CAAA+C,WAAA,IAAvCE,SAAS,CAAAD,WAAA,IAAEE,YAAY,CAAAF,WAAA,IAC9B,IAAAG,WAAA,CAAwC1E,QAAQ,CAAC,EAAE,CAAC,CAAA2E,WAAA,CAAApD,cAAA,CAAAmD,WAAA,IAA7CE,YAAY,CAAAD,WAAA,IAAEE,eAAe,CAAAF,WAAA,IACpC,IAAAG,WAAA,CAAwB9E,QAAQ,CAAC,MAAM,CAAC,CAAA+E,WAAA,CAAAxD,cAAA,CAAAuD,WAAA,IAAjCE,IAAI,CAAAD,WAAA,IAAEE,OAAO,CAAAF,WAAA,IACpB,IAAAG,WAAA,CAAwBlF,QAAQ,CAACiB,YAAY,GAAK,CAAC,CAAG,KAAK,CAAG,KAAK,CAAC,CAAAkE,WAAA,CAAA5D,cAAA,CAAA2D,WAAA,IAA7DE,IAAI,CAAAD,WAAA,IAAEE,OAAO,CAAAF,WAAA,IACpB,IAAAG,WAAA,CAAoCtF,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAAuF,WAAA,CAAAhE,cAAA,CAAA+D,WAAA,IAAzCE,UAAU,CAAAD,WAAA,IAAEE,aAAa,CAAAF,WAAA,IAChC,IAAAG,WAAA,CAA8B1F,QAAQ,CAAC,CAAC,CAAC,CAAA2F,WAAA,CAAApE,cAAA,CAAAmE,WAAA,IAAlCE,OAAO,CAAAD,WAAA,IAAEE,UAAU,CAAAF,WAAA,IAC1B,IAAAG,WAAA,CAA0C9F,QAAQ,CAAC,EAAE,CAAC,CAAA+F,WAAA,CAAAxE,cAAA,CAAAuE,WAAA,IAA/CE,aAAa,CAAAD,WAAA,IAAEE,gBAAgB,CAAAF,WAAA,IACtC,IAAAG,WAAA,CAAgClG,QAAQ,CAAC,EAAE,CAAC,CAAAmG,WAAA,CAAA5E,cAAA,CAAA2E,WAAA,IAArCE,QAAQ,CAAAD,WAAA,IAAEE,WAAW,CAAAF,WAAA,IAC5B,IAAAG,WAAA,CAA4BtG,QAAQ,CAAC,EAAE,CAAC,CAAAuG,WAAA,CAAAhF,cAAA,CAAA+E,WAAA,IAAjCE,MAAM,CAAAD,WAAA,IAAEE,SAAS,CAAAF,WAAA,IAExB,IAAAG,WAAA,CAAoC1G,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA2G,WAAA,CAAApF,cAAA,CAAAmF,WAAA,IAAzCE,UAAU,CAAAD,WAAA,IAAEE,aAAa,CAAAF,WAAA,IAChC,IAAAG,WAAA,CAA0C9G,QAAQ,CAAC,EAAE,CAAC,CAAA+G,WAAA,CAAAxF,cAAA,CAAAuF,WAAA,IAA/CE,aAAa,CAAAD,WAAA,IAAEE,gBAAgB,CAAAF,WAAA,IACtC,IAAAG,WAAA,CAA0ClH,QAAQ,CAAC,EAAE,CAAC,CAAAmH,WAAA,CAAA5F,cAAA,CAAA2F,WAAA,IAA/CE,aAAa,CAAAD,WAAA,IAAEE,gBAAgB,CAAAF,WAAA,IACtC,IAAAG,WAAA,CAAsCtH,QAAQ,CAAC,EAAE,CAAC,CAAAuH,WAAA,CAAAhG,cAAA,CAAA+F,WAAA,IAA3CE,WAAW,CAAAD,WAAA,IAAEE,cAAc,CAAAF,WAAA,IAClC,IAAAG,WAAA,CAAsD1H,QAAQ,CAAC,EAAE,CAAC,CAAA2H,WAAA,CAAApG,cAAA,CAAAmG,WAAA,IAA3DE,mBAAmB,CAAAD,WAAA,IAAEE,sBAAsB,CAAAF,WAAA,IAClD,IAAAG,WAAA,CAA0C9H,QAAQ,CAAC,KAAK,CAAC,CAAA+H,WAAA,CAAAxG,cAAA,CAAAuG,WAAA,IAAlDE,aAAa,CAAAD,WAAA,IAAEE,gBAAgB,CAAAF,WAAA,IACtC,IAAAG,WAAA,CAAsDlI,QAAQ,CAAC,EAAE,CAAC,CAAAmI,WAAA,CAAA5G,cAAA,CAAA2G,WAAA,IAA3DE,mBAAmB,CAAAD,WAAA,IAAEE,sBAAsB,CAAAF,WAAA,IAClD,IAAAG,WAAA,CAAsCtI,QAAQ,CAAC,EAAE,CAAC,CAAAuI,WAAA,CAAAhH,cAAA,CAAA+G,WAAA,IAA3CE,WAAW,CAAAD,WAAA,IAAEE,cAAc,CAAAF,WAAA,IAClC,IAAAG,WAAA,CAA4D1I,QAAQ,CAAC,EAAE,CAAC,CAAA2I,WAAA,CAAApH,cAAA,CAAAmH,WAAA,IAAjEE,sBAAsB,CAAAD,WAAA,IAAEE,yBAAyB,CAAAF,WAAA,IACxD,IAAAG,WAAA,CAA4D9I,QAAQ,CAAC,EAAE,CAAC,CAAA+I,WAAA,CAAAxH,cAAA,CAAAuH,WAAA,IAAjEE,sBAAsB,CAAAD,WAAA,IAAEE,yBAAyB,CAAAF,WAAA,IAExD,GAAM,CAAAG,SAAS,CAAGnJ,MAAM,CAAC,IAAI,CAAC,CAE9B,GAAM,CAAAoJ,KAAK,CAAG,QAAR,CAAAA,KAAKA,CAAIC,KAAK,CAAEC,GAAG,CAAK,CAC5B,MAAO,IAAI,CAAAC,KAAK,CAACD,GAAG,CAAGD,KAAK,CAAG,CAAC,CAAC,CAACG,IAAI,CAACC,SAAS,CAAC,CAACC,GAAG,CAAC,SAACC,CAAC,CAAEC,CAAC,QAAK,CAAAA,CAAC,CAAGP,KAAK,GAAC,CAC5E,CAAC,CAED,GAAM,CAAAQ,QAAQ,CAAG,QAAX,CAAAA,QAAQA,CAAIC,IAAI,CAAK,CACzB,GAAIA,IAAI,CAACC,YAAY,GAAK,SAAS,CAAE,CACnC,MAAO,CAAAD,IAAI,CAACE,YAAY,EAAIF,IAAI,CAACE,YAAY,GAAK,IAAI,CACxD,CAAC,IAAM,CACL,MAAO,CAAAF,IAAI,CAACE,YAAY,EAAIF,IAAI,CAACE,YAAY,CAACC,IAAI,CAAC,SAACC,EAAE,QAAK,CAAAA,EAAE,GAAC,CAChE,CACF,CAAC,CAED;AACA,GAAM,CAAAC,gBAAgB,CAAG,QAAnB,CAAAA,gBAAgBA,CAAIC,IAAI,CAAK,CACjC,MAAO,CAAAA,IAAI,CAACC,QAAQ,CAAC,CAAC,CAACC,QAAQ,CAAC,GAAG,CAAC,CAAGF,IAAI,CAAGG,QAAQ,CAACH,IAAI,CAAE,EAAE,CAAC,CAClE,CAAC,CAEDrK,SAAS,CAAC,UAAM,CACduE,cAAc,CAAC,EAAE,CAAC,CAClB,GAAIL,WAAW,CAAE,CACf,GAAM,CAAAuG,MAAM,CAAAC,kBAAA,CACP,GAAI,CAAAC,GAAG,CAAC7D,UAAU,CAAC5C,WAAW,CAAC,CAACyF,GAAG,CAAC,SAACiB,IAAI,QAAK,CAAAA,IAAI,CAACZ,YAAY,GAAC,CAAC,CACrE,CACDzC,gBAAgB,CAACkD,MAAM,CAAC,CACxB,GAAIA,MAAM,CAACI,MAAM,GAAK,CAAC,CAAE,CACvBtG,cAAc,CAACkG,MAAM,CAAC,CAAC,CAAC,CAAC,CAC3B,CACF,CACF,CAAC,CAAE,CAACvG,WAAW,CAAC,CAAC,CAEjBlE,SAAS,CAAC,UAAM,CACd2E,YAAY,CAAC,EAAE,CAAC,CAChB,GAAIT,WAAW,EAAII,WAAW,CAAE,CAC9B,GAAM,CAAAwG,KAAK,CAAAJ,kBAAA,CACN,GAAI,CAAAC,GAAG,CACR7D,UAAU,CAAC5C,WAAW,CAAC,CACpB6G,MAAM,CAAC,SAACH,IAAI,QAAK,CAAAA,IAAI,CAACZ,YAAY,GAAK1F,WAAW,GAAC,CACnDqF,GAAG,CAAC,SAACiB,IAAI,QAAK,CAAAA,IAAI,CAACI,sBAAsB,GAC9C,CAAC,CACF,CACDrD,cAAc,CAACmD,KAAK,CAAC,CACrB,GAAIA,KAAK,CAACD,MAAM,GAAK,CAAC,CAAE,CACtBlG,YAAY,CAACmG,KAAK,CAAC,CAAC,CAAC,CAAC,CACxB,CACF,CACF,CAAC,CAAE,CAAC5G,WAAW,CAAEI,WAAW,CAAC,CAAC,CAE9BtE,SAAS,CAAC,UAAM,CACd+E,eAAe,CAAC,EAAE,CAAC,CACnB,GAAIb,WAAW,EAAII,WAAW,EAAII,SAAS,CAAE,CAC3C,GAAM,CAAAuG,MAAM,CAAAP,kBAAA,CACP,GAAI,CAAAC,GAAG,CACR7D,UAAU,CAAC5C,WAAW,CAAC,CACpB6G,MAAM,CACL,SAACH,IAAI,QACH,CAAAA,IAAI,CAACZ,YAAY,GAAK1F,WAAW,EACjCsG,IAAI,CAACI,sBAAsB,GAAKZ,gBAAgB,CAAC1F,SAAS,CAAC,EAC/D,CAAC,CACAwG,OAAO,CAAC,SAACN,IAAI,QAAK,CAAAA,IAAI,CAACO,aAAa,GACzC,CAAC,CACF,CACDpD,sBAAsB,CAACkD,MAAM,CAAC,CAC9B,GAAIA,MAAM,CAACJ,MAAM,GAAK,CAAC,CAAE,CACvB9F,eAAe,CAACkG,MAAM,CAAC,CAAC,CAAC,CAAC,CAC5B,CACF,CACF,CAAC,CAAE,CAAC/G,WAAW,CAAEI,WAAW,CAAEI,SAAS,CAAC,CAAC,CAEzC1E,SAAS,CAAC,UAAM,CACd,GAAIoJ,SAAS,CAACgC,OAAO,CAAE,CACrBhC,SAAS,CAACgC,OAAO,CAACC,QAAQ,CAAC,CACzBC,GAAG,CAAElC,SAAS,CAACgC,OAAO,CAACG,YAAY,CACnCC,QAAQ,CAAE,QACZ,CAAC,CAAC,CACJ,CACF,CAAC,CAAE,CAAClD,mBAAmB,CAAC,CAAC,CAEzB,GAAM,CAAAmD,YAAY,CAAG,QAAf,CAAAA,YAAYA,CAAA,CAAS,CACzB,GAAItK,YAAY,GAAK,CAAC,CAAE,CACtB;AACA,MAAO,CAAC,MAAM,CAAE,KAAK,CAAC,CACxB,CACA,MAAO,CAAC,MAAM,CAAE,KAAK,CAAC,CAACuK,MAAM,CAACrC,KAAK,CAAC,CAAC,CAAElI,YAAY,CAAC,CAAC,CACvD,CAAC,CAED,GAAM,CAAAwK,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAA,CAAS,CAC5B,GAAIxK,YAAY,GAAK,CAAC,CAAE,CACtB,MAAO,CAAC,KAAK,CAAC,CAChB,CAAC,IAAM,CACL,MAAO,CAAC,KAAK,CAAE,KAAK,CAAC,CACvB,CACF,CAAC,CAED,GAAM,CAAAyK,cAAc,CAAG,QAAjB,CAAAA,cAAcA,CAAIC,UAAU,CAAK,CACrCxL,OAAO,CAACY,GAAG,gBAAAyK,MAAA,CAAkBG,UAAU,CAAE,CAAE,CACzCC,MAAM,CAAE,KAAK,CACbC,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CACF,CAAC,CAAC,CACCC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAI,CAACA,QAAQ,CAACC,EAAE,CAAE,CAChB;AACAD,QAAQ,CAACE,IAAI,CAAC,CAAC,CAACH,IAAI,CAAC,SAACI,SAAS,CAAK,CAClC1I,WAAW,kBAAAgI,MAAA,CACQO,QAAQ,CAACI,MAAM,QAAAX,MAAA,CAC9BU,SAAS,CAACE,MAAM,EAAI,eAAe,CAEvC,CAAC,CACH,CAAC,CAAC,CACJ,CAAC,IAAM,CACLL,QAAQ,CAACE,IAAI,CAAC,CAAC,CAACH,IAAI,CAAC,SAACO,IAAI,CAAK,CAC7BxF,aAAa,CAACwF,IAAI,CAAC,CACnBpF,gBAAgB,CAACqF,MAAM,CAACC,IAAI,CAACF,IAAI,CAAC,CAAC,CACrC,CAAC,CAAC,CACJ,CACAjJ,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDoJ,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BrJ,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAC,CAED,GAAM,CAAAuJ,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAI5L,GAAG,CAAK,CAC3B,GAAIoC,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CAEAF,eAAe,CAAC,IAAI,CAAC,CAErB,GAAM,CAAAwJ,mBAAmB,CAAG,CAC1B;AACAC,SAAS,CAAEjJ,QAAQ,CAACkJ,IAAI,CAAC,CAAC,GAAK,EAAE,CAAG,IAAI,CAAGlJ,QAAQ,CAACkJ,IAAI,CAAC,CAAC,CAC1DnB,UAAU,CAAE3K,SAAS,CAAC2K,UAAU,CAChCoB,UAAU,CAAE7L,SAAS,CACrB8L,YAAY,CAAEhJ,WAAW,CACzB8F,YAAY,CAAE1F,WAAW,CACzB0G,sBAAsB,CAAEZ,gBAAgB,CAAC1F,SAAS,CAAC,CACnDI,YAAY,CAAEA,YAAY,CAC1BqI,KAAK,CACH3C,QAAQ,CAACtF,IAAI,CAAE,EAAE,CAAC,GAAK,CAAC,EAAIA,IAAI,GAAK,KAAK,CACtC,IAAI,CACJA,IAAI,GAAK,MAAM,CACf,MAAM,CACNsF,QAAQ,CAACtF,IAAI,CAAE,EAAE,CAAC,CACxBY,OAAO,CAAEA,OAAO,CAChBsH,cAAc,CACZlH,aAAa,CAAC8G,IAAI,CAAC,CAAC,GAAK,EAAE,CAAG,IAAI,CAAGK,MAAM,CAACnH,aAAa,CAAC8G,IAAI,CAAC,CAAC,CAAC,CACnEM,SAAS,CAAEhH,QAAQ,CAAC0G,IAAI,CAAC,CAAC,GAAK,EAAE,CAAG,IAAI,CAAG1G,QAAQ,CAAC0G,IAAI,CAAC,CAAC,CAC1DO,OAAO,CAAE7G,MAAM,CAACsG,IAAI,CAAC,CAAC,GAAK,EAAE,CAAG,IAAI,CAAGQ,YAAY,CAAC9G,MAAM,CAACsG,IAAI,CAAC,CAAC,CACnE,CAAC,CAED,GAAI,CAAAS,qBAAqB,CAAG,CAC1BV,SAAS,CAAEjJ,QAAQ,CAACkJ,IAAI,CAAC,CAAC,GAAK,EAAE,CAAG,IAAI,CAAGlJ,QAAQ,CAACkJ,IAAI,CAAC,CAAC,CAC1DnB,UAAU,CAAE3K,SAAS,CAAC2K,UAAU,CAChCoB,UAAU,CAAE7L,SACd,CAAC,CAED,GAAIA,SAAS,GAAK,WAAW,EAAIA,SAAS,GAAK,QAAQ,CAAE,CACvDqM,qBAAqB,CAAAC,aAAA,CAAAA,aAAA,IAChBD,qBAAqB,MACxB3H,OAAO,CAAEA,OAAO,CAChBqH,KAAK,CAAE7H,IAAI,GAAK,KAAK,CAAG,MAAM,CAAG,IAAI,CACrCgI,SAAS,CAAEhH,QAAQ,CAAC0G,IAAI,CAAC,CAAC,GAAK,EAAE,CAAG,IAAI,CAAG1G,QAAQ,CAAC0G,IAAI,CAAC,CAAC,CAC1DO,OAAO,CAAE7G,MAAM,CAACsG,IAAI,CAAC,CAAC,GAAK,EAAE,CAAG,IAAI,CAAGQ,YAAY,CAAC9G,MAAM,CAACsG,IAAI,CAAC,CAAC,CAAC,EACnE,CACH,CAEA,GAAItH,UAAU,EAAI,CAAC,CAAE,CACnBoH,mBAAmB,CAACa,YAAY,CAAGjI,UAAU,CAC/C,CAEA,GACEgD,WAAW,CAACmC,MAAM,EAClB/B,sBAAsB,CAAC+B,MAAM,EAC7B3B,sBAAsB,CAAC2B,MAAM,CAC7B,CACA,GAAM,CAAA+C,iBAAiB,CAAG,CAAC,CAAC,CAC5B,GAAI9E,sBAAsB,CAAC+B,MAAM,CAAE,CACjC,GAAM,CAAAgD,sBAAsB,CAAG,CAAC,CAAC,CACjC/E,sBAAsB,CAACgF,OAAO,CAAC,SAAClD,IAAI,CAAK,CACvCiD,sBAAsB,CAACjD,IAAI,CAACmD,GAAG,CAAC,CAAGC,eAAe,CAACpD,IAAI,CAACqD,KAAK,CAAC,CAChE,CAAC,CAAC,CACFL,iBAAiB,CAAC,wBAAwB,CAAC,CAAGC,sBAAsB,CACtE,CACA,GAAI3E,sBAAsB,CAAC2B,MAAM,CAAE,CACjC,GAAM,CAAAqD,sBAAsB,CAAG,CAAC,CAAC,CACjChF,sBAAsB,CAAC4E,OAAO,CAAC,SAAClD,IAAI,CAAK,CACvCsD,sBAAsB,CAACtD,IAAI,CAACmD,GAAG,CAAC,CAAGC,eAAe,CAACpD,IAAI,CAACqD,KAAK,CAAC,CAChE,CAAC,CAAC,CACFL,iBAAiB,CAAC,wBAAwB,CAAC,CAAGM,sBAAsB,CACtE,CACA,GAAIxF,WAAW,CAACmC,MAAM,CAAE,CACtB,GAAM,CAAAsD,SAAS,CAAGzF,WAAW,CAC7ByF,SAAS,CAACxE,GAAG,CAAC,SAACiB,IAAI,CAAK,CACtB,MAAO,CAAAA,IAAI,CAACwD,EAAE,CAChB,CAAC,CAAC,CACFR,iBAAiB,CAAC,WAAW,CAAC,CAAGO,SAAS,CAC5C,CACArB,mBAAmB,CAAC,mBAAmB,CAAC,CAAGc,iBAAiB,CAC9D,CAEA,GAAItF,mBAAmB,CAACuC,MAAM,CAAE,CAC9BvC,mBAAmB,CAACwF,OAAO,CAAC,SAAClD,IAAI,CAAK,CACpCkC,mBAAmB,CAAClC,IAAI,CAACmD,GAAG,CAAC,CAAGC,eAAe,CAACpD,IAAI,CAACqD,KAAK,CAAC,CAC7D,CAAC,CAAC,CACJ,CAEA,GAAM,CAAAI,eAAe,CACnBjN,SAAS,GAAK,KAAK,CAAG0L,mBAAmB,CAAGW,qBAAqB,CAEnE;AACApN,OAAO,CAACY,GAAG,CAAG,YAAY,CAAE,CAC1B6K,MAAM,CAAE,MAAM,CACdC,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACDuC,IAAI,CAAEC,IAAI,CAACC,SAAS,CAACH,eAAe,CACtC,CAAC,CAAC,CACCrC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAI,CAACA,QAAQ,CAACC,EAAE,CAAE,CAChB;AACAD,QAAQ,CAACE,IAAI,CAAC,CAAC,CAACH,IAAI,CAAC,SAACI,SAAS,CAAK,CAClC1I,WAAW,kBAAAgI,MAAA,CACQO,QAAQ,CAACI,MAAM,QAAAX,MAAA,CAC9BU,SAAS,CAACE,MAAM,EAAI,eAAe,CAEvC,CAAC,CACH,CAAC,CAAC,CACJ,CAAC,IAAM,CACL3I,QAAQ,oBAAA+H,MAAA,CAAoBtK,SAAS,CAAE,CAAC,CACxCqN,cAAc,CAACC,OAAO,CACpB,kBAAkB,oBAAAhD,MAAA,CACCtK,SAAS,CAC9B,CAAC,CACH,CACAkC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDoJ,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BrJ,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAC,CAED,GAAM,CAAAkK,YAAY,CAAG,QAAf,CAAAA,YAAYA,CAAIjB,IAAI,CAAK,CAC7B,GAAM,CAAAoC,GAAG,CAAG,EAAE,CACdpC,IAAI,CAACqC,KAAK,CAAC,GAAG,CAAC,CAACd,OAAO,CAAC,SAAClD,IAAI,CAAK,CAChC+D,GAAG,CAACE,IAAI,CAACxB,MAAM,CAACzC,IAAI,CAAC,CAAC,CACxB,CAAC,CAAC,CACF,MAAO,CAAA+D,GAAG,CACZ,CAAC,CAED,GAAM,CAAAG,iBAAiB,CAAG,QAApB,CAAAA,iBAAiBA,CAAIC,CAAC,CAAK,CAC/BA,CAAC,CAACC,eAAe,CAAC,CAAC,CACnB,GAAM,CAAAC,OAAO,CAAGR,cAAc,CAACS,OAAO,CAAC,SAAS,CAAC,CAACN,KAAK,CAAC,GAAG,CAAC,CAC5D,GAAIK,OAAO,CAAE,CACXA,OAAO,CAAC,CAAC,CAAC,CACV5O,OAAO,CACLY,GAAG,4BAAAyK,MAAA,CAECuD,OAAO,CAAC,CAAC,CAAC,GAAK,KAAK,CAAG,KAAK,CAAGA,OAAO,CAAC,CAAC,CAAC,MAAAvD,MAAA,CACvCxK,SAAS,CAAC2K,UAAU,CAAE,CAC5B,CACEC,MAAM,CAAE,QAAQ,CAChBC,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CACF,CACF,CAAC,CACEC,IAAI,CAAC,UAAM,CACV7D,gBAAgB,CAAC,IAAI,CAAC,CACxB,CAAC,CAAC,CACDuE,KAAK,CAACE,OAAO,CAACD,KAAK,CAAC,CACzB,CACF,CAAC,CAED,GAAM,CAAAwC,QAAQ,CAAG,QAAX,CAAAA,QAAQA,CAAIR,GAAG,CAAES,OAAO,CAAK,CACjC,GACET,GAAG,CAAC9D,MAAM,EACV8D,GAAG,CAACA,GAAG,CAAC9D,MAAM,CAAG,CAAC,CAAC,CAACuE,OAAO,CAAC,CAAC,CAAC,CAAC,GAAK,EAAE,EACtCT,GAAG,CAACA,GAAG,CAAC9D,MAAM,CAAG,CAAC,CAAC,CAACuE,OAAO,CAAC,CAAC,CAAC,CAAC,GAAK,EAAE,CACtC,CACA,MAAO,KAAI,CACb,CAAC,IAAM,IAAIT,GAAG,CAAC9D,MAAM,GAAK,CAAC,CAAE,CAC3B,MAAO,KAAI,CACb,CAAC,IAAM,CACL,MAAO,MAAK,CACd,CACF,CAAC,CAED,GAAM,CAAAmD,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIqB,GAAG,CAAK,CAC/B,GAAIA,GAAG,CAACC,WAAW,CAAC,CAAC,GAAK,MAAM,CAAE,CAChC,MAAO,KAAI,CACb,CAAC,IAAM,IAAID,GAAG,CAACC,WAAW,CAAC,CAAC,GAAK,MAAM,CAAE,CACvC,MAAO,KAAI,CACb,CAAC,IAAM,IAAID,GAAG,CAACC,WAAW,CAAC,CAAC,GAAK,OAAO,CAAE,CACxC,MAAO,MAAK,CACd,CAAC,IAAM,IAAIjC,MAAM,CAACgC,GAAG,CAAC,EAAKA,GAAG,GAAK,EAAE,EAAIhC,MAAM,CAACgC,GAAG,CAAC,GAAK,CAAE,CAAE,CAC3D,MAAO,CAAAhC,MAAM,CAACgC,GAAG,CAAC,CACpB,CAAC,IAAM,CACL,MAAO,CAAAA,GAAG,CACZ,CACF,CAAC,CAED,GAAM,CAAAE,cAAc,CAAG,QAAjB,CAAAA,cAAcA,CAAIZ,GAAG,CAAK,CAC9BhG,cAAc,CAACgG,GAAG,CAAC,CACrB,CAAC,CAED,GAAM,CAAAa,yBAAyB,CAAG,QAA5B,CAAAA,yBAAyBA,CAAIb,GAAG,CAAK,CACzC5F,yBAAyB,CAAC4F,GAAG,CAAC,CAChC,CAAC,CAED,GAAM,CAAAc,yBAAyB,CAAG,QAA5B,CAAAA,yBAAyBA,CAAId,GAAG,CAAK,CACzCxF,yBAAyB,CAACwF,GAAG,CAAC,CAChC,CAAC,CAED,GAAM,CAAAe,sBAAsB,CAAG,QAAzB,CAAAA,sBAAsBA,CAAIf,GAAG,CAAK,CACtCpG,sBAAsB,CAACoG,GAAG,CAAC,CAC7B,CAAC,CAED;AACA,mBACE/N,KAAA,CAACf,KAAK,EACJ8P,KAAK,CAAEjO,KAAK,CAAGlB,MAAM,CAACoP,iBAAiB,CAAGpP,MAAM,CAACqP,SAAU,CAC3DC,YAAY,CAAE,SAAAA,aAAA,QAAM,CAAAnO,QAAQ,CAAC,IAAI,CAAC,EAAC,CACnCoO,YAAY,CAAE,SAAAA,aAAA,QAAM,CAAApO,QAAQ,CAAC,KAAK,CAAC,EAAC,CACpCqO,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAI,CAAClO,QAAQ,EAAI,CAACoG,aAAa,CAAE,CAC/BnG,WAAW,CAAC,IAAI,CAAC,CACjB,GAAIX,SAAS,GAAK,KAAK,CAAE,CACvBwK,cAAc,CAAC1K,SAAS,CAAC2K,UAAU,CAAC,CACtC,CACF,CACF,CAAE,CACFoE,SAAS,CAAEvO,KAAK,CAAG,EAAE,CAAG,CAAE,CAAAwO,QAAA,EAEzB9O,SAAS,GAAK,KAAK,cAClBR,KAAA,CAAC/B,GAAG,EAAC8Q,KAAK,CAAEnP,MAAM,CAAC2P,eAAgB,CAAAD,QAAA,EAChC5O,SAAS,eACRV,KAAA,CAACjB,KAAK,EAACyQ,SAAS,CAAC,KAAK,CAACC,OAAO,CAAE,CAAE,CAACC,UAAU,MAAAJ,QAAA,eAC3CxP,IAAA,CAACJ,eAAe,EAAC2N,KAAK,CAAE/M,SAAS,CAAC2K,UAAW,CAAE,CAAC,cAChDnL,IAAA,CAACtB,UAAU,EACT,aAAW,QAAQ,CACnB4Q,OAAO,CAAElB,iBAAkB,CAC3ByB,QAAQ,CAAErI,aAAc,CAAAgI,QAAA,cAExBxP,IAAA,CAAC/B,UAAU,GAAE,CAAC,CACJ,CAAC,EACR,CACR,CACA,CAAC2C,SAAS,eAAIZ,IAAA,CAACJ,eAAe,EAAC2N,KAAK,CAAE/M,SAAS,CAAC2K,UAAW,CAAE,CAAC,cAC/DjL,KAAA,CAACjB,KAAK,EACJ0Q,OAAO,CAAE,CAAE,CACXD,SAAS,CAAC,KAAK,CACfE,UAAU,MACVE,QAAQ,CAAC,MAAM,CACfC,EAAE,CAAE,CAAEC,UAAU,CAAE,CAAE,CAAE,CAAAR,QAAA,EAErBhP,SAAS,CAACyP,UAAU,EAClB,UAAM,CACL,MAAO,CAAAzP,SAAS,CAACyP,UAAU,CAAChH,GAAG,CAAC,SAACiH,CAAC,CAAK,CACrC,mBACElQ,IAAA,CAAC5B,IAAI,EAAS+R,KAAK,CAAED,CAAE,CAACE,OAAO,CAAC,UAAU,CAACzG,IAAI,CAAC,OAAO,EAA5CuG,CAA8C,CAAC,CAE9D,CAAC,CAAC,CACJ,CAAC,CAAE,CAAC,CACJ,UAAM,CACN,GACE1P,SAAS,CAAC6P,WAAW,EACrB7P,SAAS,CAAC6P,WAAW,CAAC7G,IAAI,CAAC,SAACH,IAAI,QAAK,CAAAD,QAAQ,CAACC,IAAI,CAAC,GAAC,CACpD,CACA,mBAAOrJ,IAAA,CAAC5B,IAAI,EAAC+R,KAAK,CAAC,QAAQ,CAACC,OAAO,CAAC,UAAU,CAACzG,IAAI,CAAC,OAAO,CAAE,CAAC,CAChE,CACF,CAAC,CAAE,CAAC,CACF,UAAM,CACN,GAAI/I,SAAS,EAAI4G,aAAa,CAAE,CAC9B,mBAAOxH,IAAA,CAAC5B,IAAI,EAAC+R,KAAK,CAAC,SAAS,CAACC,OAAO,CAAC,UAAU,CAACzG,IAAI,CAAC,OAAO,CAAE,CAAC,CACjE,CACF,CAAC,CAAE,CAAC,EACC,CAAC,CACPnJ,SAAS,CAAC8P,iBAAiB,eAC1BtQ,IAAA,MAAGiP,KAAK,CAAEnP,MAAM,CAACyQ,CAAE,CAACC,KAAK,CAAEhQ,SAAS,CAAC8P,iBAAkB,CAAAd,QAAA,CACpDhP,SAAS,CAAC8P,iBAAiB,CAC3B,CACJ,cAEDpQ,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC2Q,OAAQ,CAAAjB,QAAA,eACzBtP,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC4Q,QAAS,CAAAlB,QAAA,eAC1BtP,KAAA,SAAM+O,KAAK,CAAEnP,MAAM,CAAC6Q,YAAa,CAAAnB,QAAA,EAC9BoB,IAAI,CAACC,KAAK,CAACrQ,SAAS,CAACsQ,cAAc,CAAG,IAAI,CAAC,CAAC,GAC/C,EAAM,CAAC,cACP9Q,IAAA,UAAOiP,KAAK,CAAEnP,MAAM,CAACiR,SAAU,CAAAvB,QAAA,CAAC,gBAAc,CAAO,CAAC,EACnD,CAAC,CACJ,UAAM,CACN,GACEhP,SAAS,CAACwQ,aAAa,EACvBxQ,SAAS,CAACwQ,aAAa,CAACnH,QAAQ,CAAC,MAAM,CAAC,CACxC,CACA,mBACE3J,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC4Q,QAAS,CAAAlB,QAAA,eAC1BxP,IAAA,CAACtC,YAAY,EAACuR,KAAK,CAAEnP,MAAM,CAACmR,OAAQ,CAAE,CAAC,cACvCjR,IAAA,UAAOiP,KAAK,CAAEnP,MAAM,CAACiR,SAAU,CAAAvB,QAAA,CAAC,YAAU,CAAO,CAAC,EAC/C,CAAC,CAEV,CAAC,IAAM,IACLhP,SAAS,CAACwQ,aAAa,EACvBxQ,SAAS,CAACwQ,aAAa,CAACnH,QAAQ,CAAC,UAAU,CAAC,CAC5C,CACA,mBACE3J,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC4Q,QAAS,CAAAlB,QAAA,eAC1BxP,IAAA,CAACrC,gBAAgB,EAACsR,KAAK,CAAEnP,MAAM,CAACmR,OAAQ,CAAE,CAAC,cAC3CjR,IAAA,UAAOiP,KAAK,CAAEnP,MAAM,CAACiR,SAAU,CAAAvB,QAAA,CAAC,gBAAc,CAAO,CAAC,EACnD,CAAC,CAEV,CAAC,IAAM,CACL,mBACEtP,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC4Q,QAAS,CAAAlB,QAAA,eAC1BxP,IAAA,CAAClC,kBAAkB,EAACmR,KAAK,CAAEnP,MAAM,CAACmR,OAAQ,CAAE,CAAC,cAC7CjR,IAAA,UAAOiP,KAAK,CAAEnP,MAAM,CAACiR,SAAU,CAAAvB,QAAA,CAAC,aAAW,CAAO,CAAC,EAChD,CAAC,CAEV,CACF,CAAC,CAAE,CAAC,EACD,CAAC,EACH,CAAC,cAENtP,KAAA,CAAC/B,GAAG,EAAC8Q,KAAK,CAAEnP,MAAM,CAAC2P,eAAgB,CAAAD,QAAA,eACjCtP,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAACoR,cAAe,CAAA1B,QAAA,EAC/B5O,SAAS,eACRV,KAAA,CAACjB,KAAK,EAACyQ,SAAS,CAAC,KAAK,CAACC,OAAO,CAAE,CAAE,CAACC,UAAU,MAAAJ,QAAA,eAC3CxP,IAAA,CAACJ,eAAe,EAAC2N,KAAK,CAAE/M,SAAS,CAAC2K,UAAW,CAAE,CAAC,cAChDnL,IAAA,CAACtB,UAAU,EACT,aAAW,QAAQ,CACnB4Q,OAAO,CAAElB,iBAAkB,CAC3ByB,QAAQ,CAAErI,aAAc,CAAAgI,QAAA,cAExBxP,IAAA,CAAC/B,UAAU,GAAE,CAAC,CACJ,CAAC,EACR,CACR,CACA,CAAC2C,SAAS,eAAIZ,IAAA,CAACJ,eAAe,EAAC2N,KAAK,CAAE/M,SAAS,CAAC2K,UAAW,CAAE,CAAC,cAC/DjL,KAAA,CAACjB,KAAK,EACJ0Q,OAAO,CAAE,CAAE,CACXD,SAAS,CAAC,KAAK,CACfE,UAAU,MACVE,QAAQ,CAAC,MAAM,CACfC,EAAE,CAAE,CAAEC,UAAU,CAAE,CAAE,CAAE,CAAAR,QAAA,EAEpB,UAAM,CACN,GAAIhP,SAAS,CAAC2Q,QAAQ,CAAE,CACtB,MAAO,CAAA3Q,SAAS,CAAC2Q,QAAQ,CAAClI,GAAG,CAAC,SAACiH,CAAC,CAAK,CACnC,mBAAOlQ,IAAA,CAAC5B,IAAI,EAAC+R,KAAK,CAAED,CAAE,CAACE,OAAO,CAAC,UAAU,CAACzG,IAAI,CAAC,OAAO,CAAE,CAAC,CAC3D,CAAC,CAAC,CACJ,CAAC,IAAM,IAAInJ,SAAS,CAAC4Q,YAAY,CAAE,CACjC,mBACEpR,IAAA,CAAC5B,IAAI,EACH+R,KAAK,CAAE3P,SAAS,CAAC4Q,YAAa,CAC9BhB,OAAO,CAAC,UAAU,CAClBzG,IAAI,CAAC,OAAO,CACb,CAAC,CAEN,CACF,CAAC,CAAE,CAAC,CACF,UAAM,CACN,GAAInJ,SAAS,CAAC+I,YAAY,CAAE,CAC1B,mBAAOvJ,IAAA,CAAC5B,IAAI,EAAC+R,KAAK,CAAC,QAAQ,CAACC,OAAO,CAAC,UAAU,CAACzG,IAAI,CAAC,OAAO,CAAE,CAAC,CAChE,CACF,CAAC,CAAE,CAAC,CACF,UAAM,CACN,GAAI/I,SAAS,EAAI4G,aAAa,CAAE,CAC9B,mBACExH,IAAA,CAAC5B,IAAI,EAAC+R,KAAK,CAAC,SAAS,CAACC,OAAO,CAAC,UAAU,CAACzG,IAAI,CAAC,OAAO,CAAE,CAAC,CAE5D,CACF,CAAC,CAAE,CAAC,EACC,CAAC,EACL,CAAC,CACLnJ,SAAS,CAAC6Q,UAAU,eACnBnR,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC2Q,OAAQ,CAAAjB,QAAA,eACzBtP,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC4Q,QAAS,CAAAlB,QAAA,eAC1BxP,IAAA,SAAMiP,KAAK,CAAEnP,MAAM,CAAC6Q,YAAa,CAAAnB,QAAA,CAAEhP,SAAS,CAAC6Q,UAAU,CAAO,CAAC,cAC/DrR,IAAA,UAAOiP,KAAK,CAAEnP,MAAM,CAACiR,SAAU,CAAAvB,QAAA,CAAC,YAAU,CAAO,CAAC,EAC/C,CAAC,cACNtP,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC4Q,QAAS,CAAAlB,QAAA,eAC1BxP,IAAA,SAAMiP,KAAK,CAAEnP,MAAM,CAAC6Q,YAAa,CAAAnB,QAAA,CAAEhP,SAAS,CAAC8Q,UAAU,CAAO,CAAC,cAC/DtR,IAAA,UAAOiP,KAAK,CAAEnP,MAAM,CAACiR,SAAU,CAAAvB,QAAA,CAAC,YAAU,CAAO,CAAC,EAC/C,CAAC,EACH,CACN,CACA,CAACpO,QAAQ,EAAIJ,KAAK,eACjBhB,IAAA,MAAGiP,KAAK,CAAEnP,MAAM,CAACyR,eAAgB,CAAA/B,QAAA,CAAC,sCAElC,CAAG,CACJ,EACE,CACN,cACDxP,IAAA,CAACzB,MAAM,EACLiT,IAAI,CAAEpQ,QAAS,CACfqQ,OAAO,CAAE,SAAAA,QAAA,CAAM,CACbpQ,WAAW,CAAC,KAAK,CAAC,CAClBJ,QAAQ,CAAC,KAAK,CAAC,CACjB,CAAE,CACFyQ,MAAM,CAAE,OAAQ,CAAAlC,QAAA,cAEhBtP,KAAA,QAAK+O,KAAK,CAAEnP,MAAM,CAAC6R,UAAW,CAAAnC,QAAA,eAC5BxP,IAAA,CAACJ,eAAe,EAAC2N,KAAK,CAAE/M,SAAS,CAAC2K,UAAW,CAAE,CAAC,CAC/CzK,SAAS,GAAK,KAAK,cAClBV,IAAA,CAAC7B,GAAG,EACFyT,GAAG,CAAElJ,SAAU,CACfuG,KAAK,CAAEnP,MAAM,CAAC+R,aAAc,CAC5BC,OAAO,CAAC,MAAM,CACdC,aAAa,CAAC,QAAQ,CACtBC,KAAK,CAAC,MAAM,CACZC,EAAE,CAAC,MAAM,CAAAzC,QAAA,cAETtP,KAAA,CAACzB,IAAI,EAACyT,UAAU,CAAE,CAAE,CAACC,aAAa,CAAE,CAAE,CAAA3C,QAAA,eACpCxP,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBtP,KAAA,CAAC1B,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,eACvDxP,IAAA,CAACrB,UAAU,EAAC+O,EAAE,CAAC,mBAAmB,CAAA8B,QAAA,CAAC,cAAY,CAAY,CAAC,cAC5DxP,IAAA,CAACjB,MAAM,EACLwT,OAAO,CAAC,mBAAmB,CAC3BhF,KAAK,CAAE/J,WAAY,CACnBgP,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAA5K,cAAc,CAAC4K,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CAChD4C,KAAK,CAAC,cAAc,CAAAX,QAAA,CAEnBhJ,aAAa,CAACyC,GAAG,CAAC,SAACyJ,MAAM,CAAK,CAC7B,GAAM,CAAAzE,GAAG,CAAG,EAAE,CACd7H,UAAU,CAACsM,MAAM,CAAC,CAACtF,OAAO,CAAC,SAAClD,IAAI,CAAK,CACnC+D,GAAG,CAACE,IAAI,CAACjE,IAAI,CAACZ,YAAY,CAAC,CAC7B,CAAC,CAAC,CACF,GAAM,CAAAqJ,KAAK,CAAGnS,SAAS,CAAC6P,WAAW,CAAChG,MAAM,CAAC,SAAChB,IAAI,QAC9C,CAAA4E,GAAG,CAACpE,QAAQ,CAACR,IAAI,CAACC,YAAY,CAAC,EACjC,CAAC,CAED,GAAM,CAAAsJ,MAAM,CAAGD,KAAK,CAACnJ,IAAI,CAAC,SAACH,IAAI,QAAK,CAAAD,QAAQ,CAACC,IAAI,CAAC,GAAC,CACnD,GAAM,CAAAwJ,eAAe,CAAGD,MAAM,CAC1BF,MAAM,CAAG,WAAW,CACpBA,MAAM,CAEV,mBACE1S,IAAA,CAAClB,QAAQ,EAAcyO,KAAK,CAAEmF,MAAO,CAAAlD,QAAA,CAClCqD,eAAe,EADHH,MAEL,CAAC,CAEf,CAAC,CAAC,CACI,CAAC,EACE,CAAC,CACV,CAAC,cACP1S,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBtP,KAAA,CAAC1B,WAAW,EACV4R,OAAO,CAAC,UAAU,CAClBiC,MAAM,CAAC,QAAQ,CACfC,SAAS,MACTzC,QAAQ,CAAE,CAACrM,WAAY,CAAAgM,QAAA,eAEvBxP,IAAA,CAACrB,UAAU,EAAC+O,EAAE,CAAC,mBAAmB,CAAA8B,QAAA,CAAC,cAAY,CAAY,CAAC,cAC5DxP,IAAA,CAACjB,MAAM,EACLwT,OAAO,CAAC,mBAAmB,CAC3BhF,KAAK,CAAE3J,WAAY,CACnB4O,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAxK,cAAc,CAACwK,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CAChD4C,KAAK,CAAC,cAAc,CAAAX,QAAA,CAEnB5I,aAAa,CAACqC,GAAG,CAAC,SAACc,MAAM,CAAK,CAC7B,GAAM,CAAA4I,KAAK,CAAGnS,SAAS,CAAC6P,WAAW,CAAChG,MAAM,CACxC,SAAChB,IAAI,QAAK,CAAAA,IAAI,CAACC,YAAY,GAAKS,MAAM,EACxC,CAAC,CAED,GAAM,CAAA6I,MAAM,CAAGD,KAAK,CAACnJ,IAAI,CAAC,SAACH,IAAI,QAAK,CAAAD,QAAQ,CAACC,IAAI,CAAC,GAAC,CACnD,GAAM,CAAAyJ,eAAe,CAAGF,MAAM,CAC1B7I,MAAM,CAAG,WAAW,CACpBA,MAAM,CAEV,mBACE/J,IAAA,CAAClB,QAAQ,EAAcyO,KAAK,CAAExD,MAAO,CAAAyF,QAAA,CAClCsD,eAAe,EADH/I,MAEL,CAAC,CAEf,CAAC,CAAC,CACI,CAAC,EACE,CAAC,CACV,CAAC,cACP/J,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBtP,KAAA,CAAC1B,WAAW,EACV4R,OAAO,CAAC,UAAU,CAClBiC,MAAM,CAAC,QAAQ,CACfC,SAAS,MACTzC,QAAQ,CAAE,CAACjM,WAAY,CAAA4L,QAAA,eAEvBxP,IAAA,CAACrB,UAAU,EAAC+O,EAAE,CAAC,iBAAiB,CAAA8B,QAAA,CAAC,YAAU,CAAY,CAAC,cACxDxP,IAAA,CAACjB,MAAM,EACLwT,OAAO,CAAC,iBAAiB,CACzBhF,KAAK,CAAEvJ,SAAU,CACjBwO,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAApK,YAAY,CAACoK,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CAC9C4C,KAAK,CAAC,YAAY,CAAAX,QAAA,CAEjBxI,WAAW,CAACiC,GAAG,CAAC,SAACU,IAAI,CAAK,CACzB,GAAM,CAAAgJ,KAAK,CAAGnS,SAAS,CAAC6P,WAAW,CAChChG,MAAM,CAAC,SAAChB,IAAI,QAAK,CAAAA,IAAI,CAACC,YAAY,GAAK1F,WAAW,GAAC,CACnDyG,MAAM,CACL,SAAChB,IAAI,QAAK,CAAAA,IAAI,CAACiB,sBAAsB,GAAKX,IAAI,EAChD,CAAC,CACH,GAAM,CAAAiJ,MAAM,CAAGD,KAAK,CAACnJ,IAAI,CAAC,SAACH,IAAI,QAAK,CAAAD,QAAQ,CAACC,IAAI,CAAC,GAAC,CACnD,GAAM,CAAA0J,aAAa,CAAGH,MAAM,CAAGjJ,IAAI,CAAG,WAAW,CAAGA,IAAI,CAExD,mBACE3J,IAAA,CAAClB,QAAQ,EAAYyO,KAAK,CAAE5D,IAAK,CAAA6F,QAAA,CAC9BuD,aAAa,EADDpJ,IAEL,CAAC,CAEf,CAAC,CAAC,CACI,CAAC,EACE,CAAC,CACV,CAAC,cACP3J,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBtP,KAAA,CAAC1B,WAAW,EACV4R,OAAO,CAAC,UAAU,CAClBiC,MAAM,CAAC,QAAQ,CACfC,SAAS,MACTzC,QAAQ,CAAE,CAACjM,WAAW,EAAI,CAACI,SAAU,CAAAwL,QAAA,eAErCxP,IAAA,CAACrB,UAAU,EAAC+O,EAAE,CAAC,oBAAoB,CAAA8B,QAAA,CAAC,cAEpC,CAAY,CAAC,cACbxP,IAAA,CAACjB,MAAM,EACLwT,OAAO,CAAC,oBAAoB,CAC5BhF,KAAK,CAAEnJ,YAAa,CACpBoO,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAhK,eAAe,CAACgK,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CACjD4C,KAAK,CAAC,cAAc,CAAAX,QAAA,CAEnBpI,mBAAmB,CAAC6B,GAAG,CAAC,SAAC+J,KAAK,CAAEC,KAAK,CAAK,KAAAC,qBAAA,CAAAC,OAAA,CAAAC,sBAAA,CAAAC,QAAA,CAAAC,qBAAA,CACzC,GAAM,CAAAX,KAAK,CAAGnS,SAAS,CAAC6P,WAAW,CAChChG,MAAM,CAAC,SAAChB,IAAI,QAAK,CAAAA,IAAI,CAACC,YAAY,GAAK1F,WAAW,GAAC,CACnDyG,MAAM,CACL,SAAChB,IAAI,QACH,CAAAA,IAAI,CAACiB,sBAAsB,GAC3BZ,gBAAgB,CAAC1F,SAAS,CAAC,EAC/B,CAAC,CAEH,GAAM,CAAA4O,MAAM,CACVhP,WAAW,GAAK,SAAS,EAAAsP,qBAAA,EAAAC,OAAA,CACrBR,KAAK,CAAC,CAAC,CAAC,UAAAQ,OAAA,iBAARA,OAAA,CAAU5J,YAAY,UAAA2J,qBAAA,UAAAA,qBAAA,CAAI,KAAK,GAAK,IAAI,EAAAE,sBAAA,EAAAC,QAAA,CACxCV,KAAK,CAAC,CAAC,CAAC,UAAAU,QAAA,kBAAAC,qBAAA,CAARD,QAAA,CAAU9J,YAAY,UAAA+J,qBAAA,iBAAtBA,qBAAA,CAAyBL,KAAK,CAAC,UAAAG,sBAAA,UAAAA,sBAAA,CAAI,KAAK,GAAK,IAAI,CACvD,GAAM,CAAAG,cAAc,CAAGX,MAAM,CACzBI,KAAK,CAAG,WAAW,CACnBA,KAAK,CAET,mBACEhT,IAAA,CAAClB,QAAQ,EAAayO,KAAK,CAAEyF,KAAM,CAAAxD,QAAA,CAChC+D,cAAc,EADFP,KAEL,CAAC,CAEf,CAAC,CAAC,CACI,CAAC,EACE,CAAC,CACV,CAAC,cACPhT,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,CACf5L,WAAW,GAAK,QAAQ,EAAIA,WAAW,GAAK,QAAQ,cACnD1D,KAAA,CAAC1B,WAAW,EACV4R,OAAO,CAAC,UAAU,CAClBiC,MAAM,CAAC,QAAQ,CACfC,SAAS,MACTzC,QAAQ,CAAE,CAACjM,WAAW,EAAI,CAACI,SAAS,EAAI,CAACI,YAAa,CAAAoL,QAAA,eAEtDxP,IAAA,CAACrB,UAAU,EAAC+O,EAAE,CAAC,aAAa,CAAA8B,QAAA,CAAC,OAAK,CAAY,CAAC,cAC/CxP,IAAA,CAACjB,MAAM,EACLwT,OAAO,CAAC,aAAa,CACrBhF,KAAK,CAAE/I,IAAK,CACZgO,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAA5J,OAAO,CAAC4J,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CACzC4C,KAAK,CAAC,OAAO,CAAAX,QAAA,CAEZzE,YAAY,CAAC,CAAC,CAAC9B,GAAG,CAAC,SAACiH,CAAC,CAAK,CACzB,mBACElQ,IAAA,CAAClB,QAAQ,EAASyO,KAAK,CAAE2C,CAAE,CAAAV,QAAA,CACxBU,CAAC,EADWA,CAEL,CAAC,CAEf,CAAC,CAAC,CACI,CAAC,EACE,CAAC,cAEdlQ,IAAA,CAACxB,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,cACvDxP,IAAA,CAACd,SAAS,EACR2Q,QAAQ,CAAE,CAACjM,WAAW,EAAI,CAACI,SAAS,EAAI,CAACI,YAAa,CACtDoP,IAAI,CAAC,QAAQ,CACbrD,KAAK,CAAC,cAAc,CACpBsD,UAAU,CAAE,CACVC,UAAU,CAAE,CACVC,GAAG,CAAE,CAAC,CACR,CACF,CAAE,CACFpG,KAAK,CAAEvI,UAAW,CAClBwN,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QACV,CAAApJ,aAAa,CAAC6E,QAAQ,CAACuE,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAE,EAAE,CAAC,CAAC,EAC5C,CACF,CAAC,CACS,CACd,CACG,CAAC,cACPvN,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBxP,IAAA,CAACxB,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,cACvDxP,IAAA,CAACd,SAAS,EACR2Q,QAAQ,CAAE,CAACjM,WAAW,EAAI,CAACI,SAAS,EAAI,CAACI,YAAa,CACtDoP,IAAI,CAAC,QAAQ,CACbC,UAAU,CAAE,CACVC,UAAU,CAAE,CACVC,GAAG,CAAE,CACP,CACF,CAAE,CACFxD,KAAK,CAAC,SAAS,CACf5C,KAAK,CAAEnI,OAAQ,CACfoN,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAhJ,UAAU,CAACyE,QAAQ,CAACuE,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAE,EAAE,CAAC,CAAC,EAAC,CAC3D,CAAC,CACS,CAAC,CACV,CAAC,cACPrN,KAAA,CAACtB,cAAc,EAAC0Q,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAArN,UAAU,CAAC,CAACD,OAAO,CAAC,EAAC,CAAAwN,QAAA,eAClDxP,IAAA,CAACnB,YAAY,EAAC+U,OAAO,CAAC,yBAAyB,CAAE,CAAC,CACjD5R,OAAO,cAAGhC,IAAA,CAACpC,UAAU,GAAE,CAAC,cAAGoC,IAAA,CAACnC,UAAU,GAAE,CAAC,EAC5B,CAAC,cACjBqC,KAAA,CAAC5B,QAAQ,EAACuV,EAAE,CAAE7R,OAAQ,CAAC8R,OAAO,CAAC,MAAM,CAACC,aAAa,MAAAvE,QAAA,eACjDxP,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBxP,IAAA,CAACxB,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,cACvDxP,IAAA,CAACd,SAAS,EACRkR,OAAO,CAAC,UAAU,CAClB7C,KAAK,CAAEnK,QAAS,CAChB+M,KAAK,CAAC,6CAA6C,CACnDqC,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAhL,WAAW,CAACgL,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CAC9C,CAAC,CACS,CAAC,CACV,CAAC,cACPvN,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBtP,KAAA,CAAC1B,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,eACvDxP,IAAA,CAACd,SAAS,EACRqO,KAAK,CAAE/H,aAAc,CACrB2K,KAAK,CAAC,6FAAwF,CAC9FqC,QAAQ,CAAE,SAAAA,SAACnE,CAAC,CAAK,CACf5M,qBAAqB,CAAC,KAAK,CAAC,CAC5BgE,gBAAgB,CAAC4I,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,CAChC,GACEc,CAAC,CAACoE,MAAM,CAAClF,KAAK,GAAK,EAAE,GACpB,CAACZ,MAAM,CAAC0B,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EACtBZ,MAAM,CAAC0B,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,CAAG,CAAC,EAC1BzD,QAAQ,CAACuE,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,GACtByG,UAAU,CAAC3F,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,CAAC,CAC/B,CACA9L,qBAAqB,CAAC,IAAI,CAAC,CAC7B,CACF,CAAE,CACH,CAAC,CACDD,kBAAkB,eACjBxB,IAAA,CAAC9B,KAAK,EAAC+V,QAAQ,CAAC,OAAO,CAAAzE,QAAA,CAAC,wCAExB,CAAO,CACR,EACU,CAAC,CACV,CAAC,cACPxP,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBxP,IAAA,CAACxB,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,cACvDxP,IAAA,CAACd,SAAS,EACRkR,OAAO,CAAC,UAAU,CAClB7C,KAAK,CAAE3H,QAAS,CAChBuK,KAAK,CAAC,kGAAkG,CACxGqC,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAxI,WAAW,CAACwI,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CAC9C,CAAC,CACS,CAAC,CACV,CAAC,cACPvN,IAAA,CAACvB,IAAI,EAACyL,IAAI,MAACkI,EAAE,CAAE,EAAG,CAAA5C,QAAA,cAChBtP,KAAA,CAAC1B,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,eACvDxP,IAAA,CAACd,SAAS,EACRqO,KAAK,CAAEvH,MAAO,CACdmK,KAAK,CAAC,sEAAsE,CAC5EqC,QAAQ,CAAE,SAAAA,SAACnE,CAAC,CAAK,CACfxM,cAAc,CAAC,KAAK,CAAC,CACrBoE,SAAS,CAACoI,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,CACzB,GAAM,CAAA2G,OAAO,CAAG,gBAAgB,CAChC,GACE7F,CAAC,CAACoE,MAAM,CAAClF,KAAK,GAAK,EAAE,EACrB,CAAC2G,OAAO,CAACC,IAAI,CAAC9F,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,CAC7B,CACA1L,cAAc,CAAC,IAAI,CAAC,CACtB,CACF,CAAE,CACH,CAAC,CACDD,WAAW,eACV5B,IAAA,CAAC9B,KAAK,EAAC+V,QAAQ,CAAC,OAAO,CAAAzE,QAAA,CAAC,mEAGxB,CAAO,CACR,EACU,CAAC,CACV,CAAC,cACPtP,KAAA,CAACtB,cAAc,EACb0Q,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAAjN,oBAAoB,CAAC,CAACD,iBAAiB,CAAC,EAAC,CAAAoN,QAAA,eAExDxP,IAAA,CAACnB,YAAY,EAAC+U,OAAO,CAAC,aAAa,CAAE,CAAC,CACrCxR,iBAAiB,cAAGpC,IAAA,CAACpC,UAAU,GAAE,CAAC,cAAGoC,IAAA,CAACnC,UAAU,GAAE,CAAC,EACtC,CAAC,cACjBqC,KAAA,CAAC5B,QAAQ,EACPuV,EAAE,CAAEzR,iBAAkB,CACtB0R,OAAO,CAAC,MAAM,CACdC,aAAa,MACb9E,KAAK,CAAE,CAAEe,UAAU,CAAE,MAAO,CAAE,CAAAR,QAAA,eAE9BxP,IAAA,CAACH,OAAO,EACNuU,UAAU,CAAE,CACV5D,KAAK,CAAE,mBAAmB,CAC1BnD,GAAG,CAAE,WAAW,CAChBE,KAAK,CAAE,YACT,CAAE,CACF8G,QAAQ,CAAExF,cAAe,CACzByF,UAAU,CAAE7F,QAAS,CACtB,CAAC,cACFzO,IAAA,CAACH,OAAO,EACNuU,UAAU,CAAE,CACV5D,KAAK,CAAE,kCAAkC,CACzCnD,GAAG,CAAE,KAAK,CACVE,KAAK,CAAE,OACT,CAAE,CACF8G,QAAQ,CAAEvF,yBAA0B,CACpCwF,UAAU,CAAE7F,QAAS,CACtB,CAAC,cACFzO,IAAA,CAACH,OAAO,EACNuU,UAAU,CAAE,CACV5D,KAAK,CAAE,kCAAkC,CACzCnD,GAAG,CAAE,KAAK,CACVE,KAAK,CAAE,OACT,CAAE,CACF8G,QAAQ,CAAEtF,yBAA0B,CACpCuF,UAAU,CAAE7F,QAAS,CACtB,CAAC,EACM,CAAC,EACH,CAAC,cACXzO,IAAA,CAACH,OAAO,EACNuU,UAAU,CAAE,CACV5D,KAAK,wDAAAxF,MAAA,CACHxH,WAAW,CAAG,IAAI,CAAGA,WAAW,CAAG,EAAE,CACrC,CACF6J,GAAG,CAAE,KAAK,CACVE,KAAK,CAAE,OACT,CAAE,CACF8G,QAAQ,CAAErF,sBAAuB,CACjCsF,UAAU,CAAE7F,QAAS,CACtB,CAAC,EACE,CAAC,CACJ,CAAC,cAENvO,KAAA,CAAC1B,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,eACvDxP,IAAA,CAACd,SAAS,EACRkR,OAAO,CAAC,UAAU,CAClB7C,KAAK,CAAEnK,QAAS,CAChB+M,KAAK,CAAC,6CAA6C,CACnDqC,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAhL,WAAW,CAACgL,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CAC9C,CAAC,CACD,CAAC7M,SAAS,GAAK,WAAW,EAAIA,SAAS,GAAK,QAAQ,gBACnDR,KAAA,CAAAE,SAAA,EAAAoP,QAAA,eACExP,IAAA,CAACd,SAAS,EACR+P,KAAK,CAAE,CAAEsF,SAAS,CAAE,MAAO,CAAE,CAC7Bf,IAAI,CAAC,QAAQ,CACbC,UAAU,CAAE,CACVC,UAAU,CAAE,CACVC,GAAG,CAAE,CACP,CACF,CAAE,CACFxD,KAAK,CAAC,SAAS,CACf5C,KAAK,CAAEnI,OAAQ,CACfoN,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAhJ,UAAU,CAACyE,QAAQ,CAACuE,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAE,EAAE,CAAC,CAAC,EAAC,CAC3D,CAAC,cACFrN,KAAA,CAAC1B,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,eACvDxP,IAAA,CAACrB,UAAU,EAAC+O,EAAE,CAAC,aAAa,CAAA8B,QAAA,CAAC,QAAM,CAAY,CAAC,cAChDxP,IAAA,CAACjB,MAAM,EACLwT,OAAO,CAAC,aAAa,CACrBhF,KAAK,CAAE3I,IAAK,CACZ4N,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAxJ,OAAO,CAACwJ,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CACzC4C,KAAK,CAAC,OAAO,CAAAX,QAAA,CAEZvE,eAAe,CAAC,CAAC,CAAChC,GAAG,CAAC,SAACiH,CAAC,CAAK,CAC5B,mBACElQ,IAAA,CAAClB,QAAQ,EAASyO,KAAK,CAAE2C,CAAE,CAAAV,QAAA,CACxBU,CAAC,EADWA,CAEL,CAAC,CAEf,CAAC,CAAC,CACI,CAAC,EACE,CAAC,CACbtL,IAAI,GAAK,KAAK,eACb1E,KAAA,CAAC1B,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,eACvDxP,IAAA,CAACd,SAAS,EACRqO,KAAK,CAAEvH,MAAO,CACdmK,KAAK,CAAC,2DAA2D,CACjEqC,QAAQ,CAAE,SAAAA,SAACnE,CAAC,CAAK,CACfxM,cAAc,CAAC,KAAK,CAAC,CACrBoE,SAAS,CAACoI,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,CACzB,GAAM,CAAA2G,OAAO,CAAG,gBAAgB,CAChC,GACE7F,CAAC,CAACoE,MAAM,CAAClF,KAAK,GAAK,EAAE,EACrB,CAAC2G,OAAO,CAACC,IAAI,CAAC9F,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,CAC7B,CACA1L,cAAc,CAAC,IAAI,CAAC,CACtB,CACF,CAAE,CACH,CAAC,CACDD,WAAW,eACV5B,IAAA,CAAC9B,KAAK,EAAC+V,QAAQ,CAAC,OAAO,CAAAzE,QAAA,CAAC,mEAGxB,CAAO,CACR,EACU,CACd,cACDxP,IAAA,CAACxB,WAAW,EAAC4R,OAAO,CAAC,UAAU,CAACiC,MAAM,CAAC,QAAQ,CAACC,SAAS,MAAA9C,QAAA,cACvDxP,IAAA,CAACd,SAAS,EACRkR,OAAO,CAAC,UAAU,CAClB7C,KAAK,CAAE3H,QAAS,CAChBuK,KAAK,CAAC,uFAAuF,CAC7FqC,QAAQ,CAAE,SAAAA,SAACnE,CAAC,QAAK,CAAAxI,WAAW,CAACwI,CAAC,CAACoE,MAAM,CAAClF,KAAK,CAAC,EAAC,CAC9C,CAAC,CACS,CAAC,EACd,CACH,EACU,CACd,cACDrN,KAAA,CAAC/B,GAAG,EAAC8Q,KAAK,CAAEnP,MAAM,CAAC0U,gBAAiB,CAAAhF,QAAA,eAClCxP,IAAA,WACEwQ,KAAK,CAAC,QAAQ,CACdvB,KAAK,CAAEnP,MAAM,CAAC2U,eAAgB,CAC9BnF,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAAnD,WAAW,CAAC5L,GAAG,CAAEC,SAAS,CAAC,EAAC,CAC3CqP,QAAQ,CACLnP,SAAS,GAAK,KAAK,GACjBiC,YAAY,EACXG,eAAe,EACf,EACEc,WAAW,EACXI,SAAS,EACTxD,SAAS,GACR4D,YAAY,EACV,CAAC5D,SAAS,CAACkU,UAAU,EAAI9Q,WAAW,GAAK,SAAU,CAAC,CACxD,EACD,CAAC6K,QAAQ,CAAC7G,mBAAmB,CAAE,CAAC,KAAK,CAAE,OAAO,CAAC,CAAC,EAChD,CAAC6G,QAAQ,CAACzG,WAAW,CAAE,CAAC,WAAW,CAAE,YAAY,CAAC,CAAC,EACnD,CAACyG,QAAQ,CAACrG,sBAAsB,CAAE,CAAC,KAAK,CAAE,OAAO,CAAC,CAAC,EACnD,CAACqG,QAAQ,CAACjG,sBAAsB,CAAE,CAAC,KAAK,CAAE,OAAO,CAAC,CAAC,EACnDhH,kBAAkB,EAClBI,WAAW,CAAC,EACf,CAAClB,SAAS,GAAK,WAAW,EAAIA,SAAS,GAAK,QAAQ,GACnDkB,WACH,CAAA4N,QAAA,CAEC,UAAM,CACN,GAAI7M,YAAY,EAAIG,eAAe,CAAE,CACnC,mBACE9C,IAAA,CAAC7B,GAAG,EACF8Q,KAAK,CAAAjC,aAAA,CAAAA,aAAA,IACAlN,MAAM,CAAC6U,UAAU,MACpBC,eAAe,CAAE,SAAS,EAC1B,CAAApF,QAAA,cAEFxP,IAAA,CAAC3B,gBAAgB,EACfsL,IAAI,CAAC,MAAM,CACXoG,EAAE,CAAE,CACF8E,KAAK,CAAE,SACT,CAAE,CACH,CAAC,CACC,CAAC,CAEV,CAAC,IAAM,IACL,EACEjR,WAAW,EACXI,SAAS,EACTxD,SAAS,GACR4D,YAAY,EACV,CAAC5D,SAAS,CAACkU,UAAU,EAAI9Q,WAAW,GAAK,SAAU,CAAC,CACxD,CACD,CACA,mBACE5D,IAAA,CAAC7B,GAAG,EACF8Q,KAAK,CAAAjC,aAAA,CAAAA,aAAA,IACAlN,MAAM,CAAC6U,UAAU,MACpBC,eAAe,CAAE,SAAS,EAC1B,CAAApF,QAAA,cAEFxP,IAAA,CAACjC,oBAAoB,EAAC4L,IAAI,CAAC,MAAM,CAAE,CAAC,CACjC,CAAC,CAEV,CAAC,IAAM,CACL,mBACE3J,IAAA,CAAC7B,GAAG,EAAC8Q,KAAK,CAAEnP,MAAM,CAAC6U,UAAW,CAAAnF,QAAA,cAC5BxP,IAAA,CAACjC,oBAAoB,EAAC8W,KAAK,CAAC,SAAS,CAAClL,IAAI,CAAC,MAAM,CAAE,CAAC,CACjD,CAAC,CAEV,CACF,CAAC,CAAE,CAAC,CACE,CAAC,cACT3J,IAAA,WACEwQ,KAAK,CAAC,SAAS,CACfvB,KAAK,CAAEnP,MAAM,CAAC2U,eAAgB,CAC9BnF,OAAO,CAAE,SAAAA,QAAA,CAAM,CACbjO,WAAW,CAAC,KAAK,CAAC,CAClBJ,QAAQ,CAAC,KAAK,CAAC,CACjB,CAAE,CAAAuO,QAAA,cAEFxP,IAAA,CAAC7B,GAAG,EAAC8Q,KAAK,CAAEnP,MAAM,CAAC6U,UAAW,CAAAnF,QAAA,cAC5BxP,IAAA,CAAChC,YAAY,EAAC6W,KAAK,CAAC,SAAS,CAAClL,IAAI,CAAC,MAAM,CAAE,CAAC,CACzC,CAAC,CACA,CAAC,EACN,CAAC,EACH,CAAC,CACA,CAAC,cACT3J,IAAA,CAAChB,QAAQ,EACP8V,YAAY,CAAE,CAAEC,QAAQ,CAAE,KAAK,CAAEC,UAAU,CAAE,QAAS,CAAE,CACxDxD,IAAI,CAAEhP,YAAa,CACnBiP,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAAhP,eAAe,CAAC,KAAK,CAAC,EAAC,CACtCwS,OAAO,CAAC,wDAAwD,EAC3D,KAAK,CAAG,QACd,CAAC,EACG,CAAC,CAEZ,CAAC,CAED,cAAe,CAAA5U,SAAS"},"metadata":{},"sourceType":"module","externalDependencies":[]}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: xinference
|
|
3
|
-
Version: 0.11.
|
|
3
|
+
Version: 0.11.1
|
|
4
4
|
Summary: Model Serving Made Easy
|
|
5
5
|
Home-page: https://github.com/xorbitsai/inference
|
|
6
6
|
Author: Qin Xuye
|
|
@@ -183,9 +183,10 @@ potential of cutting-edge AI models.
|
|
|
183
183
|
- Built-in support for [Qwen1.5 MOE](https://huggingface.co/Qwen/Qwen1.5-MoE-A2.7B-Chat): [#1263](https://github.com/xorbitsai/inference/pull/1263)
|
|
184
184
|
- Built-in support for [Qwen1.5 32B](https://huggingface.co/Qwen/Qwen1.5-32B-Chat): [#1249](https://github.com/xorbitsai/inference/pull/1249)
|
|
185
185
|
### Integrations
|
|
186
|
-
- [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.
|
|
187
186
|
- [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
|
|
187
|
+
- [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.
|
|
188
188
|
- [Chatbox](https://chatboxai.app/): a desktop client for multiple cutting-edge LLM models, available on Windows, Mac and Linux.
|
|
189
|
+
- [RAGFlow](https://github.com/infiniflow/ragflow): is an open-source RAG engine based on deep document understanding.
|
|
189
190
|
|
|
190
191
|
|
|
191
192
|
## Key Features
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
xinference/__init__.py,sha256=0LgIveLP6CXxoIaSrxhlFyOh0lOqPgJBVcBe0tkWJjc,987
|
|
2
2
|
xinference/_compat.py,sha256=SQAjZMGxtBIce45qtW7ob7RWzA0zhv2yB3AxT0rb0uU,1778
|
|
3
|
-
xinference/_version.py,sha256=
|
|
3
|
+
xinference/_version.py,sha256=Kr4n850ATJdQwIPIw0zSvWb9kh32gnRz1MJkkJRrTPA,498
|
|
4
4
|
xinference/conftest.py,sha256=Qus4KWCeaKS7c5UgNCTpPNucD2bjV8P7u1_qRosgGno,9743
|
|
5
5
|
xinference/constants.py,sha256=Bu_fOJUGAvvqF_6FY5OzOHl7fQ1Nomek3LY17xr9oz4,2882
|
|
6
6
|
xinference/device_utils.py,sha256=zswJiws3VyTIaNO8z-MOcsJH_UiPoePPiKK5zoNrjTA,3285
|
|
7
|
-
xinference/fields.py,sha256=
|
|
7
|
+
xinference/fields.py,sha256=0UtBFaDNzn1n9MRjyTkNrolsIML-TpZfudWOejqjni8,5245
|
|
8
8
|
xinference/isolation.py,sha256=NstVRcO3dG4umHExICXAHlzVKwH8ch8MBwKwE-KFkE0,1826
|
|
9
|
-
xinference/types.py,sha256=
|
|
9
|
+
xinference/types.py,sha256=BFKUGHb0jKkAA1dczSf8pPlFutRE7-JtRp6C3oVSJ7Q,13626
|
|
10
10
|
xinference/utils.py,sha256=VSOJMFd9H7kce98OtJZbcDjjpfzRpHAFs8WU0xXPBM8,717
|
|
11
11
|
xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
12
12
|
xinference/api/restful_api.py,sha256=8x0bQDE17GwQ631vDSjAgEemFZ85l93qPc4t_qUD_kc,59403
|
|
@@ -21,11 +21,11 @@ xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7
|
|
|
21
21
|
xinference/client/restful/restful_client.py,sha256=qM0lPYhyUG7vK1OzBAmkfC3CGf6GimnPhe0kFPedzDE,42798
|
|
22
22
|
xinference/core/__init__.py,sha256=Fe5tYCHDbYJ7PhxJhQ68VbfgKgOsAuslNPr4wPhFMJM,612
|
|
23
23
|
xinference/core/cache_tracker.py,sha256=41utiulASohGLlBqMMSmrAiH7ieGXgahEyyT9xOVh6w,4277
|
|
24
|
-
xinference/core/chat_interface.py,sha256=
|
|
24
|
+
xinference/core/chat_interface.py,sha256=B-qG7RF7HOquhKaPAJSnHA3Dqov5QZQA2yO-txt1IPs,17380
|
|
25
25
|
xinference/core/event.py,sha256=dTXv-zg-sAqlY1rFLvyor9D8WEXZvnUH7NigegpziO8,1648
|
|
26
26
|
xinference/core/image_interface.py,sha256=G2iK24auEN4MrLkPlu1CAA_gf-BQrGQTjazi_FYqIxE,8825
|
|
27
27
|
xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
|
|
28
|
-
xinference/core/model.py,sha256=
|
|
28
|
+
xinference/core/model.py,sha256=KAD9a2fYY97MfByNRnmia2oZR-UK7B-zW8gWl_tUJgs,18121
|
|
29
29
|
xinference/core/resource.py,sha256=FQ0aRt3T4ZQo0P6CZZf5QUKHiCsr5llBvKb1f7wfnxg,1611
|
|
30
30
|
xinference/core/status_guard.py,sha256=fF5hisvfn6es9DV6Z6RRD6V_S_uLcb8lHM6PArGgb04,2820
|
|
31
31
|
xinference/core/supervisor.py,sha256=-NaMfDEQMfb0Xlj-_67aOunoxrmIEKM9pqbQ6YCoiiw,40663
|
|
@@ -67,34 +67,34 @@ xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17k
|
|
|
67
67
|
xinference/model/image/stable_diffusion/core.py,sha256=ib_ZeSg7hzynmRqSnhjtrVuhoLOgZPrR1ZH2LjBmH2E,6063
|
|
68
68
|
xinference/model/llm/__init__.py,sha256=Za1yBXmoKlvBPmqQhBV8b9xyIjRjRwfp-Hgb-ttUrck,9790
|
|
69
69
|
xinference/model/llm/core.py,sha256=CZJrbW3HaV8vJj5mxSnBD8ssABALG_xyXyPS0hHVBPY,7982
|
|
70
|
-
xinference/model/llm/llm_family.json,sha256=
|
|
70
|
+
xinference/model/llm/llm_family.json,sha256=xOA3G-z1hsso46QaM5wL0tgZKyb28aqJ1oXcIPjossU,138441
|
|
71
71
|
xinference/model/llm/llm_family.py,sha256=IGaVV1hbJfdnalBCKHtYYxb_whJUYgMgt6HBdFcdOcQ,34918
|
|
72
|
-
xinference/model/llm/llm_family_modelscope.json,sha256=
|
|
73
|
-
xinference/model/llm/utils.py,sha256=
|
|
72
|
+
xinference/model/llm/llm_family_modelscope.json,sha256=naDSqUlOBXkF1tYw7OrM2UuHfIRnpNJ4KrUE11wIvCI,85921
|
|
73
|
+
xinference/model/llm/utils.py,sha256=JxvhC1u4Ku3tQxXrINmSWLhCoKPlywSzkKi-wMWKmFk,31079
|
|
74
74
|
xinference/model/llm/ggml/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
75
|
-
xinference/model/llm/ggml/chatglm.py,sha256=
|
|
76
|
-
xinference/model/llm/ggml/llamacpp.py,sha256=
|
|
75
|
+
xinference/model/llm/ggml/chatglm.py,sha256=qqCxVvPp4CZq0z6MuwTcVUMEkQJDjjXm6naJ6WfGOl0,16208
|
|
76
|
+
xinference/model/llm/ggml/llamacpp.py,sha256=7Fvt2h7AJ8P6xVRztcw0aJgteagjCeOZJ7RniN6VYqs,13345
|
|
77
77
|
xinference/model/llm/ggml/tools/__init__.py,sha256=6a6P2VPKE06xKxJ-dTqp4TRO2IEDWvtcVP6gHutAR0M,624
|
|
78
78
|
xinference/model/llm/ggml/tools/convert_ggml_to_gguf.py,sha256=92To8eoVQBkDZD52_aWBNda2K1Ob6YaHlcfS-8_aOuw,17991
|
|
79
79
|
xinference/model/llm/ggml/tools/gguf.py,sha256=Hv2haR-UN7NdB1N8YId32hFoEPd-JX6_aUNWRJhyJZc,30277
|
|
80
80
|
xinference/model/llm/pytorch/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
81
81
|
xinference/model/llm/pytorch/baichuan.py,sha256=JBHldfdjUlSV44HB_td6402CwryDm61rlzw4D_flKHI,2820
|
|
82
|
-
xinference/model/llm/pytorch/chatglm.py,sha256=
|
|
82
|
+
xinference/model/llm/pytorch/chatglm.py,sha256=meFb4P1MXw63IhoDQwmFGczTXa3vEpv1L1Eo9XIifG8,9624
|
|
83
83
|
xinference/model/llm/pytorch/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
|
|
84
|
-
xinference/model/llm/pytorch/core.py,sha256=
|
|
85
|
-
xinference/model/llm/pytorch/deepseek_vl.py,sha256=
|
|
84
|
+
xinference/model/llm/pytorch/core.py,sha256=kWBtqxtKH7n-Cy6YbD9DuQJNVEqGgCrIQiNvC_m9bAI,19937
|
|
85
|
+
xinference/model/llm/pytorch/deepseek_vl.py,sha256=T9DKP4cULvRaHSiU08lOWd_j6mt8b3ZIBByneZ0jY8U,11498
|
|
86
86
|
xinference/model/llm/pytorch/falcon.py,sha256=POSP7vzRJaM5PjvX8dh60jNDXgnCwktwSmeZ7kypQU0,4499
|
|
87
|
-
xinference/model/llm/pytorch/internlm2.py,sha256=
|
|
87
|
+
xinference/model/llm/pytorch/internlm2.py,sha256=vjspoc2VHbuD1JaUtjt0sOq9MwvRr2OD3_tKQhBVUPc,7244
|
|
88
88
|
xinference/model/llm/pytorch/llama_2.py,sha256=HMhUmn4oYW2maeSMIr1yY7jlAOMD0OVAxnF0dnRWmio,3710
|
|
89
89
|
xinference/model/llm/pytorch/omnilmm.py,sha256=4r6pipch1LU1FPA80sOCE7Z0k3TO_J8CIT7pmVmWKEM,5664
|
|
90
|
-
xinference/model/llm/pytorch/qwen_vl.py,sha256=
|
|
91
|
-
xinference/model/llm/pytorch/utils.py,sha256=
|
|
90
|
+
xinference/model/llm/pytorch/qwen_vl.py,sha256=_InWNWJAHAf6TW5bmd4yc9WChrG6DhW8_3Q7ytvW5tc,8962
|
|
91
|
+
xinference/model/llm/pytorch/utils.py,sha256=eMLQei05LoNcDE5qusOxr07xYyH0q7cgmprhhKZks7s,18577
|
|
92
92
|
xinference/model/llm/pytorch/vicuna.py,sha256=avNOgt9fBjwYzahL-j6-EcQS-7km167h8ttJolnNWnE,2334
|
|
93
|
-
xinference/model/llm/pytorch/yi_vl.py,sha256=
|
|
93
|
+
xinference/model/llm/pytorch/yi_vl.py,sha256=MljT7tpgFIhL6n5rdoS3hmq_u0rtHRE6cxXCseujklQ,10911
|
|
94
94
|
xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
|
|
95
|
-
xinference/model/llm/sglang/core.py,sha256=
|
|
95
|
+
xinference/model/llm/sglang/core.py,sha256=RGHy6t9n0c4zL6Uha8P7t-qPvisPyulFVHw-8Aq8CJ0,14046
|
|
96
96
|
xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
97
|
-
xinference/model/llm/vllm/core.py,sha256=
|
|
97
|
+
xinference/model/llm/vllm/core.py,sha256=XJpp9pPzYJwoFtTiFsETYRhf_Yemzux9_hvS3om0aDo,21543
|
|
98
98
|
xinference/model/rerank/__init__.py,sha256=BXIL1uu3ZpZHX9bODhW9lxKUXudZE7-OkXFmmM5rpMU,2817
|
|
99
99
|
xinference/model/rerank/core.py,sha256=UVfue73hHE9UL5c-X7OajZfTR_mLTv673RLFWZAfWV4,9665
|
|
100
100
|
xinference/model/rerank/custom.py,sha256=NKk7jA7p4xkuwS5WoOs2SY2wdnoAVpyCjBTvv317bBw,3917
|
|
@@ -139,14 +139,14 @@ xinference/thirdparty/omnilmm/train/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY
|
|
|
139
139
|
xinference/thirdparty/omnilmm/train/train_utils.py,sha256=L4JtFWDKtdEcQYpGW-UV6GCswTqHkiskK3phM9J-xUM,5634
|
|
140
140
|
xinference/web/ui/package-lock.json,sha256=l-6VBG39LwkPggB5xwKZEip74w_7keFmAW5QQGjs0M8,767866
|
|
141
141
|
xinference/web/ui/package.json,sha256=W0Bq0vT0HOALv-nFo34Fos3r6DKrjR7zAL5swLg5qZg,1987
|
|
142
|
-
xinference/web/ui/build/asset-manifest.json,sha256=
|
|
142
|
+
xinference/web/ui/build/asset-manifest.json,sha256=B23xrVfQ0w11-bYbNY6Rsbg5ZsvR1gcfSEsK6OIfWis,453
|
|
143
143
|
xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
|
|
144
|
-
xinference/web/ui/build/index.html,sha256=
|
|
144
|
+
xinference/web/ui/build/index.html,sha256=KHO0-c7G9Cq9CFlwxu5n6WyEgNkoEjZikIT6vD3ONcc,650
|
|
145
145
|
xinference/web/ui/build/static/css/main.54bca460.css,sha256=4wtz0RH25SYUxe23fjnvkRT_ryxx64P3Spy00M5bfV4,1529
|
|
146
146
|
xinference/web/ui/build/static/css/main.54bca460.css.map,sha256=eBKcQcqefJDkZZheXW7xIDU4mbic1aJ7SGlh9XEyxVI,2958
|
|
147
|
-
xinference/web/ui/build/static/js/main.
|
|
148
|
-
xinference/web/ui/build/static/js/main.
|
|
149
|
-
xinference/web/ui/build/static/js/main.
|
|
147
|
+
xinference/web/ui/build/static/js/main.551aa479.js,sha256=aVL8fjmitz1QoF_zc3ftj5O58eTN2R-MrCFwqp_ducE,961491
|
|
148
|
+
xinference/web/ui/build/static/js/main.551aa479.js.LICENSE.txt,sha256=rbybPZZs56fvnjMiAklb5AB-cE9DLmWrrraygrxIG3I,2279
|
|
149
|
+
xinference/web/ui/build/static/js/main.551aa479.js.map,sha256=ouEIecK03HMG6mkzz29ZkzzpYIAqU20X1XArB7aXahI,4297010
|
|
150
150
|
xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
|
|
151
151
|
xinference/web/ui/node_modules/.package-lock.json,sha256=TiGKTauADRWUfO6X9URCfruDRh_J1_vD5tqMVdoKD0o,765826
|
|
152
152
|
xinference/web/ui/node_modules/.cache/babel-loader/000791038e4133db461021f1018491323a006cca7a53e09c2ac35032bc36d8b6.json,sha256=lcvLWh7kYVCN6ZBwqKJYmnST8it8tv7i7gOzsbV5Gas,1358
|
|
@@ -1330,7 +1330,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/184f05dd485735635373312d62ec4
|
|
|
1330
1330
|
xinference/web/ui/node_modules/.cache/babel-loader/185ad3c6b393b8cacb29ae482cacf09bd2c8f06ecf36ab3734a3e318e0c486b1.json,sha256=yMfmYSUbuk3dCUg3Yoczl9wHf9dx5A5gRMw1quSJX1Q,3833
|
|
1331
1331
|
xinference/web/ui/node_modules/.cache/babel-loader/185c00602b71a4543f22396585e3a8d5a1207ae917347fbaba10d36ef89dc2a2.json,sha256=leZ4M33_LzAIKcQapSLWlXDi7IHQFwarnzeexZ0UiXs,1838
|
|
1332
1332
|
xinference/web/ui/node_modules/.cache/babel-loader/186b515e5d45fac7c5c2ec43bbe5d538f837a44e6204570c6db15359cb6e505f.json,sha256=vzYmNblBqYeLBqwPy6-zrjzBmEZy0MQHBP_yzUvfr8w,378
|
|
1333
|
-
xinference/web/ui/node_modules/.cache/babel-loader/1870cd6f7054d04e049e363c0a85526584fe25519378609d2838e28d7492bbf1.json,sha256=jvekbvR7e8XHOD-EcnkxfD3JIIIORzx4xxV7RjySrKE,10984
|
|
1334
1333
|
xinference/web/ui/node_modules/.cache/babel-loader/1876a5463c8f42f85a2b7d1d487729c573f68f55aaf670efc9e235f2ee4a6246.json,sha256=VQ3zzjUsLtrJNJGx2CWlGP6ny7nVLtJlyZDiGpJ-94U,751
|
|
1335
1334
|
xinference/web/ui/node_modules/.cache/babel-loader/187c656322a7ca701b343835c69ae4feb031aff6e347ba3b9549d3b0a3c8f355.json,sha256=1sgW1YOocvKWCSYORWy9JgyikQyG7Mt81ZUJtFe2NvI,1310
|
|
1336
1335
|
xinference/web/ui/node_modules/.cache/babel-loader/18993457a20954128876029737385ef64bc1a11664d21f730a8a23a5a5440ed0.json,sha256=fYPaDnE85LqbXCoaSkxuwMykRLwROQhzYby4-qbbskY,1918
|
|
@@ -1688,6 +1687,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/1f9275573aaf589903cb887b4704b
|
|
|
1688
1687
|
xinference/web/ui/node_modules/.cache/babel-loader/1f9709c3bfb96565e13095ab3f1bfd292fe914cef9909ef9d14aa42ee135d51a.json,sha256=BMcXG-A_a_Aem229rZN6KVAGamqHmrvw0ZvsJYB31hg,1421
|
|
1689
1688
|
xinference/web/ui/node_modules/.cache/babel-loader/1f9bee33e067d74988af08cbbea6e1b20cfebc071f885b0f5a472541cbed6ec2.json,sha256=5_8PMXOJXhxrewyJsyJCp__idnhY-5QbU5Xx5qKwcvQ,1500
|
|
1690
1689
|
xinference/web/ui/node_modules/.cache/babel-loader/1f9d3e98d9d75883b1c25d637ad32a000631788fb7f730c74221cbf11e52e7c2.json,sha256=uxyk75PpJ614eArQgcXUjarNJ70yTEE2l37PjZKGxFY,1475
|
|
1690
|
+
xinference/web/ui/node_modules/.cache/babel-loader/1fa824d82b2af519de7700c594e50bde4bbca60d13bd3fabff576802e4070304.json,sha256=9b88UByDgWuhZxSGFn1hFUrQbDC5KQ_ZqVoxyDRUnTs,11171
|
|
1691
1691
|
xinference/web/ui/node_modules/.cache/babel-loader/1fa950f4cdcb6de564290ef10fd62855d0f15afd564eaabec88ce83dbb545284.json,sha256=Pn2hxa6b_VRiR3Rnm5Vhk2I-C2iMBZpO0FZCF0XMNBY,1147
|
|
1692
1692
|
xinference/web/ui/node_modules/.cache/babel-loader/1fb0a2c42b9d6d6a6714e402cdde3a8bef0541249f383eead9e0fef194d1a467.json,sha256=0oF0dUXLQag_QuLPzF3WnsQKYEJQ1BKMg31EfMeWJjc,1396
|
|
1693
1693
|
xinference/web/ui/node_modules/.cache/babel-loader/1fb3d944dbc65105f20534b7c5095baf4f491b0f079fca9b81741e4e4e4542f1.json,sha256=27skkqbCkQR2aIyk8cRwbVVaPfUQp_864Kqzu1rGhfg,2406
|
|
@@ -1883,6 +1883,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/23b63a3f850e2fd1a91b4cd410be4
|
|
|
1883
1883
|
xinference/web/ui/node_modules/.cache/babel-loader/23b72bb3037b5728ba811fa546b88867152551cd2c81d4bf09a3c36db9410f73.json,sha256=bM3cvhQQXxmZGcoRFyuBiGSNEuiJpRMBjmeNq-zE0NE,1248
|
|
1884
1884
|
xinference/web/ui/node_modules/.cache/babel-loader/23c526d8edcb3d7f772c29b0ff9672055c3947827bbd4eef453c0090dcc0ef77.json,sha256=5qXGbpTSKOs6_g_UUb6IVhVsdM21WjpjW4EM9bNWiGk,1202
|
|
1885
1885
|
xinference/web/ui/node_modules/.cache/babel-loader/23c67ac27325ba231cc9194da955c24b8032c6e8ab2de961609031447d4f6d7a.json,sha256=udedLiC2ZCJiweBAZOzhyLKb1rtjY1zim8r3cP-RwF8,1248
|
|
1886
|
+
xinference/web/ui/node_modules/.cache/babel-loader/23caf6f1e52c43e983ca3bfd4189f41dbd645fa78f2dfdcd7f6b69bc41678665.json,sha256=UvAvf4vs6nlbEkVZ32-NhSIlGEfX1Ci4O-ZUa4Be0YE,13677
|
|
1886
1887
|
xinference/web/ui/node_modules/.cache/babel-loader/23cb12c44eafefb7d456cef8582138efdfed7daebb6f4b6e7359ec8ff25329cb.json,sha256=hFf7fiAahUINivzVAafir8eb4n-anMtV2eTWpBoPW4g,1554
|
|
1887
1888
|
xinference/web/ui/node_modules/.cache/babel-loader/23cdb459c3a81154271c47c63c3c48b8b564e0dd434e8bd17b710871be7368c5.json,sha256=aH0SMUkaxUq1sFPSHcLCXf2jwAvXyM9abJoTpQNWBMQ,1715
|
|
1888
1889
|
xinference/web/ui/node_modules/.cache/babel-loader/23de79c2687d4f2cc2083083345213227f299c9758235788a2956e86ac5961a9.json,sha256=Iezix1XII-n_7S8-UHU--GcXGvtObk5JuKxrRrxhUR4,1679
|
|
@@ -4143,7 +4144,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/53756725ef11f97b1616fa01e4486
|
|
|
4143
4144
|
xinference/web/ui/node_modules/.cache/babel-loader/5376b7753a8a2550ee94e61b8d90718fb34537e4928e3a7814d42fc7d6be186a.json,sha256=-NMuykzMP-BzLDDan6BmlSShodvWG_KjMN31hGZ5_tU,1176
|
|
4144
4145
|
xinference/web/ui/node_modules/.cache/babel-loader/537bbbd6a327cc20a826e54e0717f8d71e0ef33648409c512c8a6ed9760f680c.json,sha256=kUaRriTNxhQW2XhqirJpsDa1xIinnrSX_lLfEk6wJQg,20210
|
|
4145
4146
|
xinference/web/ui/node_modules/.cache/babel-loader/53867b68a0b49c920cf6cee6d3bd95e4796ba82dd5332a1d034affa09cc004cb.json,sha256=U5vN4zr1O38HY47mnAy_xlEe_X91Ly8vld1LPiN8Q_Y,5538
|
|
4146
|
-
xinference/web/ui/node_modules/.cache/babel-loader/5393569d846332075b93b55656716a34f50e0a8c970be789502d7e6c49755fd7.json,sha256=sk625R4JVtqf-RcQ5sJHViOkC8S_8UGxrtBujkqWGt8,13447
|
|
4147
4147
|
xinference/web/ui/node_modules/.cache/babel-loader/53948204cbb8006d746a9da05456c5b0b1677ea306318c43f3d3fec46c91c67c.json,sha256=P02Mb7W0lRL9tLkRIPpsUx98yvPNj6bsdFB2FED0hhc,914
|
|
4148
4148
|
xinference/web/ui/node_modules/.cache/babel-loader/5394e2b265efd1be72a9030095e93976d88293e24ecf27f8556ffd0b5e5e4216.json,sha256=_uriBNmpb6rmg28rDDUuWP1BYb3SB89PaF_V3_jo5F0,1320
|
|
4149
4149
|
xinference/web/ui/node_modules/.cache/babel-loader/539f18646ec870ab1c5e42b7d78b2916cb743c5039e59bef57dc66994b37a7ab.json,sha256=Pnp96k9QNZ3wt5gHF608lOQQE4emZJQGNPW5mahDGQE,1795
|
|
@@ -8193,6 +8193,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/a6bb917e4869d7d6ddf50b75932ca
|
|
|
8193
8193
|
xinference/web/ui/node_modules/.cache/babel-loader/a6bc28b3bf1ef1a101bf56455585ec96bd7ea6c1138208a6d8117c683ec2409b.json,sha256=MKlkOzm-aWbjJMVjllLa1i8eN1ngafAB32bp9Vu5tAk,1649
|
|
8194
8194
|
xinference/web/ui/node_modules/.cache/babel-loader/a6cc40d3bce998f1d6d658815b665501dee5545041708255cb5f9610f320ba5c.json,sha256=FGJ0G7yJx9ztnAO88lCG9SB4zzs3QB-Rqx5fmc0ued8,10843
|
|
8195
8195
|
xinference/web/ui/node_modules/.cache/babel-loader/a6d6b24a6cb0ef2167566c013092d36ca48edde283668459a4ed8f08cff18dc1.json,sha256=EZ_oYeRQFIhdowE0nfIfNNVZ1UjuD0_Qs07qt1gm8Es,1786
|
|
8196
|
+
xinference/web/ui/node_modules/.cache/babel-loader/a6da6bc3d0d2191adebee87fb58ecebe82d071087bd2f7f3a9c7fdd2ada130f2.json,sha256=1kMUZVdoSDv_L4BPn5IDc2s-aLgcZKrpRSl0NnPxxVs,110515
|
|
8196
8197
|
xinference/web/ui/node_modules/.cache/babel-loader/a6dc4ece620554fbd7ed60ce072ce1b6a48cb2f455f5205e0c584d36b88d9d4e.json,sha256=GtFRq6pdOlP0kklYvUc_tanze-rkQB2exnRIjwiA5tw,1101
|
|
8197
8198
|
xinference/web/ui/node_modules/.cache/babel-loader/a6deab6f2e45ade4165256db7a812a5d299bc585529c201d51a0e2d6c2b68bb7.json,sha256=ouQ_GZHaGdNPn6HEkTpTLlEyIFGzPXBEtGyXaJbUB74,1074
|
|
8198
8199
|
xinference/web/ui/node_modules/.cache/babel-loader/a6e86ae74dc45afdb7906a16b3ba1248499afe72501f60c441b4bb6df3e8f93b.json,sha256=4KG-ryvG4pgMCCbddj3XmF1iBOdhxDylyhyZNK8Y3C8,1044
|
|
@@ -10817,7 +10818,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/dd9c51a9ca13cb4301841fb349a9b
|
|
|
10817
10818
|
xinference/web/ui/node_modules/.cache/babel-loader/dd9d14c69f18f1e11efcfbb9d05c9207ce16ba67a196b802e89653337570e41c.json,sha256=joRjAFucZDnIJsXsIRcRM6TWZHw-tMz83UfoyCdkDTQ,1032
|
|
10818
10819
|
xinference/web/ui/node_modules/.cache/babel-loader/dd9e01dacfd525823e5564983dc4ce4c654305893fa2769d24f9574103a1543f.json,sha256=AZmN2PexKlczzT2goeFs7fzdfyfDXAWaBQF-kdnXROw,1172
|
|
10819
10820
|
xinference/web/ui/node_modules/.cache/babel-loader/ddac931e9f2e469acf1d9469ff25924ddea06fe5874ec107b9d58848961780ed.json,sha256=1WgbDVABC-9fTFPoSeKfy2FFXe5505yFORBFzRdb2y4,1217
|
|
10820
|
-
xinference/web/ui/node_modules/.cache/babel-loader/ddaec68b88e5eff792df1e39a4b4b8b737bfc832293c015660c3c69334e3cf5c.json,sha256=kZcssaWZPTA0pLRh5OXSpPxfFGWyTJ6G0P8Dk5rtx1o,103318
|
|
10821
10821
|
xinference/web/ui/node_modules/.cache/babel-loader/ddb7faca5ddb45fe5d3069edce85189268be15bd1a123de6558e13b66e11bb3c.json,sha256=CHTVOX65rYUO-s37Afa_sr-NJD0fV5BEN-icIjQBnP4,1931
|
|
10822
10822
|
xinference/web/ui/node_modules/.cache/babel-loader/ddbb86885f9831b28e6a7531b5b2020bb4cfbe95b7e38e641177ec7926250f99.json,sha256=NwMP1hUK3rfivmu2XSjbuM7YWXcWe7XrSwU5pQCbDDw,2064
|
|
10823
10823
|
xinference/web/ui/node_modules/.cache/babel-loader/ddbd850e27d640dcf0ce67495c814308090db95ca0a69048920ea1b194f4cb6c.json,sha256=tE2r61j04S3qfUtO76T49HqzL_-5p5lYVZlkq3iJcK8,1730
|
|
@@ -15421,9 +15421,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
|
|
|
15421
15421
|
xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
|
|
15422
15422
|
xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
|
|
15423
15423
|
xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
|
|
15424
|
-
xinference-0.11.
|
|
15425
|
-
xinference-0.11.
|
|
15426
|
-
xinference-0.11.
|
|
15427
|
-
xinference-0.11.
|
|
15428
|
-
xinference-0.11.
|
|
15429
|
-
xinference-0.11.
|
|
15424
|
+
xinference-0.11.1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
|
|
15425
|
+
xinference-0.11.1.dist-info/METADATA,sha256=hBtPsJXz35UCfyMXv7FPwPVxQYV-WdSKX0Mf5Ze9p-8,15533
|
|
15426
|
+
xinference-0.11.1.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
|
|
15427
|
+
xinference-0.11.1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
|
|
15428
|
+
xinference-0.11.1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
|
|
15429
|
+
xinference-0.11.1.dist-info/RECORD,,
|