xinference 1.3.0.post2__py3-none-any.whl → 1.3.1.post1__py3-none-any.whl

xinference/web/ui/node_modules/.cache/babel-loader/914c33e91c1012e3bcd3e96f3a25884cbef148290632d0266dab972b8cc1e95f.json

@@ -1 +0,0 @@
-{"ast":null,"code":"import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Tab}from'@mui/material';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useTranslation}from'react-i18next';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import fetchWrapper from'../../components/fetchWrapper';import Title from'../../components/Title';import{isValidBearerToken}from'../../components/utils';import LaunchCustom from'./launchCustom';import LaunchModelComponent from'./LaunchModel';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var featureModels=[{type:'llm',feature_models:['deepseek-v3','deepseek-r1','deepseek-r1-distill-qwen','deepseek-r1-distill-llama','qwen2.5-instruct','qwen2.5-vl-instruct','qwen2.5-coder-instruct','llama-3.1-instruct']},{type:'embedding',feature_models:['bge-large-zh-v1.5','bge-large-en-v1.5','bge-m3','gte-Qwen2','jina-embeddings-v3']},{type:'rerank',feature_models:[]},{type:'image',feature_models:['FLUX.1-dev','FLUX.1-schnell','sd3.5-large','HunyuanDiT-v1.2','sd3.5-medium']},{type:'audio',feature_models:['CosyVoice2-0.5B','FishSpeech-1.5','F5-TTS','ChatTTS','SenseVoiceSmall','whisper-large-v3']},{type:'video',feature_models:[]}];var LaunchModel=function LaunchModel(){var _React$useState=React.useState(sessionStorage.getItem('modelType')?sessionStorage.getItem('modelType'):'/launch_model/llm'),_React$useState2=_slicedToArray(_React$useState,2),value=_React$useState2[0],setValue=_React$useState2[1];var _useState=useState(-1),_useState2=_slicedToArray(_useState,2),gpuAvailable=_useState2[0],setGPUAvailable=_useState2[1];var _useContext=useContext(ApiContext),setErrorMsg=_useContext.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var _useTranslation=useTranslation(),t=_useTranslation.t;var handleTabChange=function handleTabChange(event,newValue){setValue(newValue);navigate(newValue);sessionStorage.setItem('modelType',newValue);newValue==='/launch_model/custom/llm'?sessionStorage.setItem('subType',newValue):'';};useEffect(function(){if(sessionStorage.getItem('auth')==='true'&&!isValidBearerToken(sessionStorage.getItem('token'))&&!isValidBearerToken(cookie.token)){navigate('/login',{replace:true});}if(gpuAvailable===-1){fetchWrapper.get('/v1/cluster/devices').then(function(data){return setGPUAvailable(parseInt(data,10));}).catch(function(error){console.error('Error:',error);if(error.response.status!==403&&error.response.status!==401){setErrorMsg(error.message);}});}},[cookie.token]);return/*#__PURE__*/_jsxs(Box,{m:\"20px\",children:[/*#__PURE__*/_jsx(Title,{title:t('menu.launchModel')}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:value,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:value,onChange:handleTabChange,\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:t('model.languageModels'),value:\"/launch_model/llm\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.embeddingModels'),value:\"/launch_model/embedding\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.rerankModels'),value:\"/launch_model/rerank\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.imageModels'),value:\"/launch_model/image\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.audioModels'),value:\"/launch_model/audio\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.videoModels'),value:\"/launch_model/video\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.customModels'),value:\"/launch_model/custom/llm\"})]})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'LLM',gpuAvailable:gpuAvailable,featureModels:featureModels.find(function(item){return item.type==='llm';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/embedding\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'embedding',gpuAvailable:gpuAvailable,featureModels:featureModels.find(function(item){return item.type==='embedding';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/rerank\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'rerank',gpuAvailable:gpuAvailable,featureModels:featureModels.find(function(item){return item.type==='rerank';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/image\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'image',featureModels:featureModels.find(function(item){return item.type==='image';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/audio\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'audio',featureModels:featureModels.find(function(item){return item.type==='audio';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/video\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'video',featureModels:featureModels.find(function(item){return item.type==='video';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/custom/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchCustom,{gpuAvailable:gpuAvailable})})]})]});};export default LaunchModel;","map":{"version":3,"names":["TabContext","TabList","TabPanel","Box","Tab","React","useContext","useEffect","useState","useCookies","useTranslation","useNavigate","ApiContext","ErrorMessageSnackBar","fetchWrapper","Title","isValidBearerToken","LaunchCustom","LaunchModelComponent","jsx","_jsx","jsxs","_jsxs","featureModels","type","feature_models","LaunchModel","_React$useState","sessionStorage","getItem","_React$useState2","_slicedToArray","value","setValue","_useState","_useState2","gpuAvailable","setGPUAvailable","_useContext","setErrorMsg","_useCookies","_useCookies2","cookie","navigate","_useTranslation","t","handleTabChange","event","newValue","setItem","token","replace","get","then","data","parseInt","catch","error","console","response","status","message","m","children","title","sx","borderBottom","borderColor","onChange","label","padding","modelType","find","item"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/index.js"],"sourcesContent":["import { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Box, Tab } from '@mui/material'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useTranslation } from 'react-i18next'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport fetchWrapper from '../../components/fetchWrapper'\nimport Title from '../../components/Title'\nimport { isValidBearerToken } from '../../components/utils'\nimport LaunchCustom from './launchCustom'\nimport LaunchModelComponent from './LaunchModel'\n\nconst featureModels = [\n  {\n    type: 'llm',\n    feature_models: [\n      'deepseek-v3',\n      'deepseek-r1',\n      'deepseek-r1-distill-qwen',\n      'deepseek-r1-distill-llama',\n      'qwen2.5-instruct',\n      'qwen2.5-vl-instruct',\n      'qwen2.5-coder-instruct',\n      'llama-3.1-instruct',\n    ],\n  },\n  {\n    type: 'embedding',\n    feature_models: [\n      'bge-large-zh-v1.5',\n      'bge-large-en-v1.5',\n      'bge-m3',\n      'gte-Qwen2',\n      'jina-embeddings-v3',\n    ],\n  },\n  {\n    type: 'rerank',\n    feature_models: [],\n  },\n  {\n    type: 'image',\n    feature_models: [\n      'FLUX.1-dev',\n      'FLUX.1-schnell',\n      'sd3.5-large',\n      'HunyuanDiT-v1.2',\n      'sd3.5-medium',\n    ],\n  },\n  {\n    type: 'audio',\n    feature_models: [\n      'CosyVoice2-0.5B',\n      'FishSpeech-1.5',\n      'F5-TTS',\n      'ChatTTS',\n      'SenseVoiceSmall',\n      'whisper-large-v3',\n    ],\n  },\n  {\n    type: 'video',\n    feature_models: [],\n  },\n]\n\nconst LaunchModel = () => {\n  const [value, setValue] = React.useState(\n    sessionStorage.getItem('modelType')\n      ? sessionStorage.getItem('modelType')\n      : '/launch_model/llm'\n  )\n  const [gpuAvailable, setGPUAvailable] = useState(-1)\n\n  const { setErrorMsg } = useContext(ApiContext)\n  const [cookie] = useCookies(['token'])\n  const navigate = useNavigate()\n  const { t } = useTranslation()\n\n  const handleTabChange = (event, newValue) => {\n    setValue(newValue)\n    navigate(newValue)\n    sessionStorage.setItem('modelType', newValue)\n    newValue === '/launch_model/custom/llm'\n      ? sessionStorage.setItem('subType', newValue)\n      : ''\n  }\n\n  useEffect(() => {\n    if (\n      sessionStorage.getItem('auth') === 'true' &&\n      !isValidBearerToken(sessionStorage.getItem('token')) &&\n      !isValidBearerToken(cookie.token)\n    ) {\n      navigate('/login', { replace: true })\n    }\n\n    if (gpuAvailable === -1) {\n      fetchWrapper\n        .get('/v1/cluster/devices')\n        .then((data) => setGPUAvailable(parseInt(data, 10)))\n        .catch((error) => {\n          console.error('Error:', error)\n          if (error.response.status !== 403 && error.response.status !== 401) {\n            setErrorMsg(error.message)\n          }\n        })\n    }\n  }, [cookie.token])\n\n  return (\n    <Box m=\"20px\">\n      <Title title={t('menu.launchModel')} />\n      <ErrorMessageSnackBar />\n      <TabContext value={value}>\n        <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n          <TabList value={value} onChange={handleTabChange} aria-label=\"tabs\">\n            <Tab label={t('model.languageModels')} value=\"/launch_model/llm\" />\n            <Tab\n              label={t('model.embeddingModels')}\n              value=\"/launch_model/embedding\"\n            />\n            <Tab label={t('model.rerankModels')} value=\"/launch_model/rerank\" />\n            <Tab label={t('model.imageModels')} value=\"/launch_model/image\" />\n            <Tab label={t('model.audioModels')} value=\"/launch_model/audio\" />\n            <Tab label={t('model.videoModels')} value=\"/launch_model/video\" />\n            <Tab\n              label={t('model.customModels')}\n              value=\"/launch_model/custom/llm\"\n            />\n          </TabList>\n        </Box>\n        <TabPanel value=\"/launch_model/llm\" sx={{ padding: 0 }}>\n          <LaunchModelComponent\n            modelType={'LLM'}\n            gpuAvailable={gpuAvailable}\n            featureModels={\n              featureModels.find((item) => item.type === 'llm').feature_models\n            }\n          />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/embedding\" sx={{ padding: 0 }}>\n          <LaunchModelComponent\n            modelType={'embedding'}\n            gpuAvailable={gpuAvailable}\n            featureModels={\n              featureModels.find((item) => item.type === 'embedding')\n                .feature_models\n            }\n          />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/rerank\" sx={{ padding: 0 }}>\n          <LaunchModelComponent\n            modelType={'rerank'}\n            gpuAvailable={gpuAvailable}\n            featureModels={\n              featureModels.find((item) => item.type === 'rerank')\n                .feature_models\n            }\n          />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/image\" sx={{ padding: 0 }}>\n          <LaunchModelComponent\n            modelType={'image'}\n            featureModels={\n              featureModels.find((item) => item.type === 'image').feature_models\n            }\n          />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/audio\" sx={{ padding: 0 }}>\n          <LaunchModelComponent\n            modelType={'audio'}\n            featureModels={\n              featureModels.find((item) => item.type === 'audio').feature_models\n            }\n          />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/video\" sx={{ padding: 0 }}>\n          <LaunchModelComponent\n            modelType={'video'}\n            featureModels={\n              featureModels.find((item) => item.type === 'video').feature_models\n            }\n          />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/custom/llm\" sx={{ padding: 0 }}>\n          <LaunchCustom gpuAvailable={gpuAvailable} />\n        </TabPanel>\n      </TabContext>\n    </Box>\n  )\n}\n\nexport default LaunchModel\n"],"mappings":"6IAAA,OAASA,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,GAAG,CAAEC,GAAG,KAAQ,eAAe,CACxC,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,cAAc,KAAQ,eAAe,CAC9C,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,YAAY,KAAM,+BAA+B,CACxD,MAAO,CAAAC,KAAK,KAAM,wBAAwB,CAC1C,OAASC,kBAAkB,KAAQ,wBAAwB,CAC3D,MAAO,CAAAC,YAAY,KAAM,gBAAgB,CACzC,MAAO,CAAAC,oBAAoB,KAAM,eAAe,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAEhD,GAAM,CAAAC,aAAa,CAAG,CACpB,CACEC,IAAI,CAAE,KAAK,CACXC,cAAc,CAAE,CACd,aAAa,CACb,aAAa,CACb,0BAA0B,CAC1B,2BAA2B,CAC3B,kBAAkB,CAClB,qBAAqB,CACrB,wBAAwB,CACxB,oBAAoB,CAExB,CAAC,CACD,CACED,IAAI,CAAE,WAAW,CACjBC,cAAc,CAAE,CACd,mBAAmB,CACnB,mBAAmB,CACnB,QAAQ,CACR,WAAW,CACX,oBAAoB,CAExB,CAAC,CACD,CACED,IAAI,CAAE,QAAQ,CACdC,cAAc,CAAE,EAClB,CAAC,CACD,CACED,IAAI,CAAE,OAAO,CACbC,cAAc,CAAE,CACd,YAAY,CACZ,gBAAgB,CAChB,aAAa,CACb,iBAAiB,CACjB,cAAc,CAElB,CAAC,CACD,CACED,IAAI,CAAE,OAAO,CACbC,cAAc,CAAE,CACd,iBAAiB,CACjB,gBAAgB,CAChB,QAAQ,CACR,SAAS,CACT,iBAAiB,CACjB,kBAAkB,CAEtB,CAAC,CACD,CACED,IAAI,CAAE,OAAO,CACbC,cAAc,CAAE,EAClB,CAAC,CACF,CAED,GAAM,CAAAC,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAA,CAAS,CACxB,IAAAC,eAAA,CAA0BtB,KAAK,CAACG,QAAQ,CACtCoB,cAAc,CAACC,OAAO,CAAC,WAAW,CAAC,CAC/BD,cAAc,CAACC,OAAO,CAAC,WAAW,CAAC,CACnC,mBACN,CAAC,CAAAC,gBAAA,CAAAC,cAAA,CAAAJ,eAAA,IAJMK,KAAK,CAAAF,gBAAA,IAAEG,QAAQ,CAAAH,gBAAA,IAKtB,IAAAI,SAAA,CAAwC1B,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA2B,UAAA,CAAAJ,cAAA,CAAAG,SAAA,IAA7CE,YAAY,CAAAD,UAAA,IAAEE,eAAe,CAAAF,UAAA,IAEpC,IAAAG,WAAA,CAAwBhC,UAAU,CAACM,UAAU,CAAC,CAAtC2B,WAAW,CAAAD,WAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiB/B,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAAgC,YAAA,CAAAV,cAAA,CAAAS,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAGhC,WAAW,CAAC,CAAC,CAC9B,IAAAiC,eAAA,CAAclC,cAAc,CAAC,CAAC,CAAtBmC,CAAC,CAAAD,eAAA,CAADC,CAAC,CAET,GAAM,CAAAC,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,KAAK,CAAEC,QAAQ,CAAK,CAC3Cf,QAAQ,CAACe,QAAQ,CAAC,CAClBL,QAAQ,CAACK,QAAQ,CAAC,CAClBpB,cAAc,CAACqB,OAAO,CAAC,WAAW,CAAED,QAAQ,CAAC,CAC7CA,QAAQ,GAAK,0BAA0B,CACnCpB,cAAc,CAACqB,OAAO,CAAC,SAAS,CAAED,QAAQ,CAAC,CAC3C,EAAE,CACR,CAAC,CAEDzC,SAAS,CAAC,UAAM,CACd,GACEqB,cAAc,CAACC,OAAO,CAAC,MAAM,CAAC,GAAK,MAAM,EACzC,CAACb,kBAAkB,CAACY,cAAc,CAACC,OAAO,CAAC,OAAO,CAAC,CAAC,EACpD,CAACb,kBAAkB,CAAC0B,MAAM,CAACQ,KAAK,CAAC,CACjC,CACAP,QAAQ,CAAC,QAAQ,CAAE,CAAEQ,OAAO,CAAE,IAAK,CAAC,CAAC,CACvC,CAEA,GAAIf,YAAY,GAAK,CAAC,CAAC,CAAE,CACvBtB,YAAY,CACTsC,GAAG,CAAC,qBAAqB,CAAC,CAC1BC,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAjB,eAAe,CAACkB,QAAQ,CAACD,IAAI,CAAE,EAAE,CAAC,CAAC,GAAC,CACnDE,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B,GAAIA,KAAK,CAACE,QAAQ,CAACC,MAAM,GAAK,GAAG,EAAIH,KAAK,CAACE,QAAQ,CAACC,MAAM,GAAK,GAAG,CAAE,CAClErB,WAAW,CAACkB,KAAK,CAACI,OAAO,CAAC,CAC5B,CACF,CAAC,CAAC,CACN,CACF,CAAC,CAAE,CAACnB,MAAM,CAACQ,KAAK,CAAC,CAAC,CAElB,mBACE5B,KAAA,CAACnB,GAAG,EAAC2D,CAAC,CAAC,MAAM,CAAAC,QAAA,eACX3C,IAAA,CAACL,KAAK,EAACiD,KAAK,CAAEnB,CAAC,CAAC,kBAAkB,CAAE,CAAE,CAAC,cACvCzB,IAAA,CAACP,oBAAoB,GAAE,CAAC,cACxBS,KAAA,CAACtB,UAAU,EAACgC,KAAK,CAAEA,KAAM,CAAA+B,QAAA,eACvB3C,IAAA,CAACjB,GAAG,EAAC8D,EAAE,CAAE,CAAEC,YAAY,CAAE,CAAC,CAAEC,WAAW,CAAE,SAAU,CAAE,CAAAJ,QAAA,cACnDzC,KAAA,CAACrB,OAAO,EAAC+B,KAAK,CAAEA,KAAM,CAACoC,QAAQ,CAAEtB,eAAgB,CAAC,aAAW,MAAM,CAAAiB,QAAA,eACjE3C,IAAA,CAAChB,GAAG,EAACiE,KAAK,CAAExB,CAAC,CAAC,sBAAsB,CAAE,CAACb,KAAK,CAAC,mBAAmB,CAAE,CAAC,cACnEZ,IAAA,CAAChB,GAAG,EACFiE,KAAK,CAAExB,CAAC,CAAC,uBAAuB,CAAE,CAClCb,KAAK,CAAC,yBAAyB,CAChC,CAAC,cACFZ,IAAA,CAAChB,GAAG,EAACiE,KAAK,CAAExB,CAAC,CAAC,oBAAoB,CAAE,CAACb,KAAK,CAAC,sBAAsB,CAAE,CAAC,cACpEZ,IAAA,CAAChB,GAAG,EAACiE,KAAK,CAAExB,CAAC,CAAC,mBAAmB,CAAE,CAACb,KAAK,CAAC,qBAAqB,CAAE,CAAC,cAClEZ,IAAA,CAAChB,GAAG,EAACiE,KAAK,CAAExB,CAAC,CAAC,mBAAmB,CAAE,CAACb,KAAK,CAAC,qBAAqB,CAAE,CAAC,cAClEZ,IAAA,CAAChB,GAAG,EAACiE,KAAK,CAAExB,CAAC,CAAC,mBAAmB,CAAE,CAACb,KAAK,CAAC,qBAAqB,CAAE,CAAC,cAClEZ,IAAA,CAAChB,GAAG,EACFiE,KAAK,CAAExB,CAAC,CAAC,oBAAoB,CAAE,CAC/Bb,KAAK,CAAC,0BAA0B,CACjC,CAAC,EACK,CAAC,CACP,CAAC,cACNZ,IAAA,CAAClB,QAAQ,EAAC8B,KAAK,CAAC,mBAAmB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACrD3C,IAAA,CAACF,oBAAoB,EACnBqD,SAAS,CAAE,KAAM,CACjBnC,YAAY,CAAEA,YAAa,CAC3Bb,aAAa,CACXA,aAAa,CAACiD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACjD,IAAI,GAAK,KAAK,GAAC,CAACC,cACnD,CACF,CAAC,CACM,CAAC,cACXL,IAAA,CAAClB,QAAQ,EAAC8B,KAAK,CAAC,yBAAyB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cAC3D3C,IAAA,CAACF,oBAAoB,EACnBqD,SAAS,CAAE,WAAY,CACvBnC,YAAY,CAAEA,YAAa,CAC3Bb,aAAa,CACXA,aAAa,CAACiD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACjD,IAAI,GAAK,WAAW,GAAC,CACpDC,cACJ,CACF,CAAC,CACM,CAAC,cACXL,IAAA,CAAClB,QAAQ,EAAC8B,KAAK,CAAC,sBAAsB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACxD3C,IAAA,CAACF,oBAAoB,EACnBqD,SAAS,CAAE,QAAS,CACpBnC,YAAY,CAAEA,YAAa,CAC3Bb,aAAa,CACXA,aAAa,CAACiD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACjD,IAAI,GAAK,QAAQ,GAAC,CACjDC,cACJ,CACF,CAAC,CACM,CAAC,cACXL,IAAA,CAAClB,QAAQ,EAAC8B,KAAK,CAAC,qBAAqB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvD3C,IAAA,CAACF,oBAAoB,EACnBqD,SAAS,CAAE,OAAQ,CACnBhD,aAAa,CACXA,aAAa,CAACiD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACjD,IAAI,GAAK,OAAO,GAAC,CAACC,cACrD,CACF,CAAC,CACM,CAAC,cACXL,IAAA,CAAClB,QAAQ,EAAC8B,KAAK,CAAC,qBAAqB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvD3C,IAAA,CAACF,oBAAoB,EACnBqD,SAAS,CAAE,OAAQ,CACnBhD,aAAa,CACXA,aAAa,CAACiD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACjD,IAAI,GAAK,OAAO,GAAC,CAACC,cACrD,CACF,CAAC,CACM,CAAC,cACXL,IAAA,CAAClB,QAAQ,EAAC8B,KAAK,CAAC,qBAAqB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvD3C,IAAA,CAACF,oBAAoB,EACnBqD,SAAS,CAAE,OAAQ,CACnBhD,aAAa,CACXA,aAAa,CAACiD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACjD,IAAI,GAAK,OAAO,GAAC,CAACC,cACrD,CACF,CAAC,CACM,CAAC,cACXL,IAAA,CAAClB,QAAQ,EAAC8B,KAAK,CAAC,0BAA0B,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cAC5D3C,IAAA,CAACH,YAAY,EAACmB,YAAY,CAAEA,YAAa,CAAE,CAAC,CACpC,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAV,WAAW","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}

xinference/web/ui/node_modules/.cache/babel-loader/b7939cd3a48adf12fccfdd0803019b5cc235ff7de3a297dae70ce635e0eea13e.json

@@ -1 +0,0 @@
-{"ast":null,"code":"import _createForOfIteratorHelper from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/createForOfIteratorHelper.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{Button,Dialog,DialogActions,DialogContent,DialogTitle,useTheme}from'@mui/material';import React,{useState}from'react';import{useTranslation}from'react-i18next';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var PasteDialog=function PasteDialog(_ref){var open=_ref.open,onHandleClose=_ref.onHandleClose,onHandleCommandLine=_ref.onHandleCommandLine;var _useTranslation=useTranslation(),t=_useTranslation.t;var theme=useTheme();var _useState=useState(''),_useState2=_slicedToArray(_useState,2),command=_useState2[0],setCommand=_useState2[1];var handleClose=function handleClose(){onHandleClose();setCommand('');};var parseXinferenceCommand=function parseXinferenceCommand(){var params={};var peftModelConfig={lora_list:[],image_lora_load_kwargs:{},image_lora_fuse_kwargs:{}};var newcommand=command.replace('xinference launch','').trim();var args=newcommand.match(/--[\\w-]+(?:\\s+(?:\"[^\"]*\"|'[^']*'|(?:[^\\s-][^\\s]*\\s*)+))?/g)||[];var _iterator=_createForOfIteratorHelper(args),_step;try{for(_iterator.s();!(_step=_iterator.n()).done;){var arg=_step.value;var match=arg.trim().match(/^--([\\w-]+)\\s+(?:\"([^\"]+)\"|'([^']+)'|(.+))?$/);if(!match)continue;var key=match[1];var value=match[2]||match[3]||match[4]||'';var normalizedKey=key.replace(/-/g,'_');if(normalizedKey==='gpu_idx'){params[normalizedKey]=value.split(',').map(Number);}else if(normalizedKey==='lora_modules'){var loraPairs=value.split(/\\s+/);for(var i=0;i<loraPairs.length;i+=2){var lora_name=loraPairs[i];var local_path=loraPairs[i+1];if(lora_name&&local_path){peftModelConfig.lora_list.push({lora_name:lora_name,local_path:local_path});}}}else if(normalizedKey==='image_lora_load_kwargs'){var _value$split=value.split(/\\s+/),_value$split2=_slicedToArray(_value$split,2),load_param=_value$split2[0],load_value=_value$split2[1];peftModelConfig.image_lora_load_kwargs[load_param]=load_value;}else if(normalizedKey==='image_lora_fuse_kwargs'){var _value$split3=value.split(/\\s+/),_value$split4=_slicedToArray(_value$split3,2),fuse_param=_value$split4[0],fuse_value=_value$split4[1];peftModelConfig.image_lora_fuse_kwargs[fuse_param]=fuse_value;}else{if(normalizedKey==='cpu_offload'){params[normalizedKey]=value==='true'?true:false;}else if(normalizedKey==='size_in_billions'){params['model_size_in_billions']=value;}else{params[normalizedKey]=value;}}}}catch(err){_iterator.e(err);}finally{_iterator.f();}if(peftModelConfig.lora_list.length>0||Object.keys(peftModelConfig.image_lora_load_kwargs).length>0||Object.keys(peftModelConfig.image_lora_fuse_kwargs).length>0){params.peft_model_config=peftModelConfig;}onHandleCommandLine(params);handleClose();};return/*#__PURE__*/_jsxs(Dialog,{open:open,children:[/*#__PURE__*/_jsx(DialogTitle,{children:t('launchModel.commandLineParsing')}),/*#__PURE__*/_jsx(DialogContent,{children:/*#__PURE__*/_jsx(\"div\",{style:{width:'500px',height:'120px'},children:/*#__PURE__*/_jsx(\"textarea\",{className:\"textarea\",style:{height:'100%',color:theme.palette.mode==='dark'&&'#fff'},value:command,onInput:function onInput(e){setCommand(e.target.value);},placeholder:t('launchModel.placeholderTip')})})}),/*#__PURE__*/_jsxs(DialogActions,{children:[/*#__PURE__*/_jsx(Button,{onClick:handleClose,children:t('launchModel.cancel')}),/*#__PURE__*/_jsx(Button,{autoFocus:true,onClick:parseXinferenceCommand,children:t('launchModel.confirm')})]})]});};export default PasteDialog;","map":{"version":3,"names":["Button","Dialog","DialogActions","DialogContent","DialogTitle","useTheme","React","useState","useTranslation","jsx","_jsx","jsxs","_jsxs","PasteDialog","_ref","open","onHandleClose","onHandleCommandLine","_useTranslation","t","theme","_useState","_useState2","_slicedToArray","command","setCommand","handleClose","parseXinferenceCommand","params","peftModelConfig","lora_list","image_lora_load_kwargs","image_lora_fuse_kwargs","newcommand","replace","trim","args","match","_iterator","_createForOfIteratorHelper","_step","s","n","done","arg","value","key","normalizedKey","split","map","Number","loraPairs","i","length","lora_name","local_path","push","_value$split","_value$split2","load_param","load_value","_value$split3","_value$split4","fuse_param","fuse_value","err","e","f","Object","keys","peft_model_config","children","style","width","height","className","color","palette","mode","onInput","target","placeholder","onClick","autoFocus"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/components/pasteDialog.js"],"sourcesContent":["import {\n  Button,\n  Dialog,\n  DialogActions,\n  DialogContent,\n  DialogTitle,\n  useTheme,\n} from '@mui/material'\nimport React, { useState } from 'react'\nimport { useTranslation } from 'react-i18next'\n\nconst PasteDialog = ({ open, onHandleClose, onHandleCommandLine }) => {\n  const { t } = useTranslation()\n  const theme = useTheme()\n  const [command, setCommand] = useState('')\n\n  const handleClose = () => {\n    onHandleClose()\n    setCommand('')\n  }\n\n  const parseXinferenceCommand = () => {\n    const params = {}\n    const peftModelConfig = {\n      lora_list: [],\n      image_lora_load_kwargs: {},\n      image_lora_fuse_kwargs: {},\n    }\n    let newcommand = command.replace('xinference launch', '').trim()\n    const args =\n      newcommand.match(\n        /--[\\w-]+(?:\\s+(?:\"[^\"]*\"|'[^']*'|(?:[^\\s-][^\\s]*\\s*)+))?/g\n      ) || []\n\n    for (const arg of args) {\n      const match = arg\n        .trim()\n        .match(/^--([\\w-]+)\\s+(?:\"([^\"]+)\"|'([^']+)'|(.+))?$/)\n      if (!match) continue\n\n      const key = match[1]\n      const value = match[2] || match[3] || match[4] || ''\n      const normalizedKey = key.replace(/-/g, '_')\n\n      if (normalizedKey === 'gpu_idx') {\n        params[normalizedKey] = value.split(',').map(Number)\n      } else if (normalizedKey === 'lora_modules') {\n        const loraPairs = value.split(/\\s+/)\n        for (let i = 0; i < loraPairs.length; i += 2) {\n          const lora_name = loraPairs[i]\n          const local_path = loraPairs[i + 1]\n          if (lora_name && local_path) {\n            peftModelConfig.lora_list.push({ lora_name, local_path })\n          }\n        }\n      } else if (normalizedKey === 'image_lora_load_kwargs') {\n        const [load_param, load_value] = value.split(/\\s+/)\n        peftModelConfig.image_lora_load_kwargs[load_param] = load_value\n      } else if (normalizedKey === 'image_lora_fuse_kwargs') {\n        const [fuse_param, fuse_value] = value.split(/\\s+/)\n        peftModelConfig.image_lora_fuse_kwargs[fuse_param] = fuse_value\n      } else {\n        if (normalizedKey === 'cpu_offload') {\n          params[normalizedKey] = value === 'true' ? true : false\n        } else if (normalizedKey === 'size_in_billions') {\n          params['model_size_in_billions'] = value\n        } else {\n          params[normalizedKey] = value\n        }\n      }\n    }\n\n    if (\n      peftModelConfig.lora_list.length > 0 ||\n      Object.keys(peftModelConfig.image_lora_load_kwargs).length > 0 ||\n      Object.keys(peftModelConfig.image_lora_fuse_kwargs).length > 0\n    ) {\n      params.peft_model_config = peftModelConfig\n    }\n\n    onHandleCommandLine(params)\n    handleClose()\n  }\n\n  return (\n    <Dialog open={open}>\n      <DialogTitle>{t('launchModel.commandLineParsing')}</DialogTitle>\n      <DialogContent>\n        <div style={{ width: '500px', height: '120px' }}>\n          <textarea\n            className=\"textarea\"\n            style={{\n              height: '100%',\n              color: theme.palette.mode === 'dark' && '#fff',\n            }}\n            value={command}\n            onInput={(e) => {\n              setCommand(e.target.value)\n            }}\n            placeholder={t('launchModel.placeholderTip')}\n          />\n        </div>\n      </DialogContent>\n      <DialogActions>\n        <Button onClick={handleClose}>{t('launchModel.cancel')}</Button>\n        <Button autoFocus onClick={parseXinferenceCommand}>\n          {t('launchModel.confirm')}\n        </Button>\n      </DialogActions>\n    </Dialog>\n  )\n}\n\nexport default PasteDialog\n"],"mappings":"kTAAA,OACEA,MAAM,CACNC,MAAM,CACNC,aAAa,CACbC,aAAa,CACbC,WAAW,CACXC,QAAQ,KACH,eAAe,CACtB,MAAO,CAAAC,KAAK,EAAIC,QAAQ,KAAQ,OAAO,CACvC,OAASC,cAAc,KAAQ,eAAe,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAE9C,GAAM,CAAAC,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAAC,IAAA,CAAqD,IAA/C,CAAAC,IAAI,CAAAD,IAAA,CAAJC,IAAI,CAAEC,aAAa,CAAAF,IAAA,CAAbE,aAAa,CAAEC,mBAAmB,CAAAH,IAAA,CAAnBG,mBAAmB,CAC7D,IAAAC,eAAA,CAAcV,cAAc,CAAC,CAAC,CAAtBW,CAAC,CAAAD,eAAA,CAADC,CAAC,CACT,GAAM,CAAAC,KAAK,CAAGf,QAAQ,CAAC,CAAC,CACxB,IAAAgB,SAAA,CAA8Bd,QAAQ,CAAC,EAAE,CAAC,CAAAe,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAAnCG,OAAO,CAAAF,UAAA,IAAEG,UAAU,CAAAH,UAAA,IAE1B,GAAM,CAAAI,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAA,CAAS,CACxBV,aAAa,CAAC,CAAC,CACfS,UAAU,CAAC,EAAE,CAAC,CAChB,CAAC,CAED,GAAM,CAAAE,sBAAsB,CAAG,QAAzB,CAAAA,sBAAsBA,CAAA,CAAS,CACnC,GAAM,CAAAC,MAAM,CAAG,CAAC,CAAC,CACjB,GAAM,CAAAC,eAAe,CAAG,CACtBC,SAAS,CAAE,EAAE,CACbC,sBAAsB,CAAE,CAAC,CAAC,CAC1BC,sBAAsB,CAAE,CAAC,CAC3B,CAAC,CACD,GAAI,CAAAC,UAAU,CAAGT,OAAO,CAACU,OAAO,CAAC,mBAAmB,CAAE,EAAE,CAAC,CAACC,IAAI,CAAC,CAAC,CAChE,GAAM,CAAAC,IAAI,CACRH,UAAU,CAACI,KAAK,CACd,2DACF,CAAC,EAAI,EAAE,KAAAC,SAAA,CAAAC,0BAAA,CAESH,IAAI,EAAAI,KAAA,KAAtB,IAAAF,SAAA,CAAAG,CAAA,KAAAD,KAAA,CAAAF,SAAA,CAAAI,CAAA,IAAAC,IAAA,EAAwB,IAAb,CAAAC,GAAG,CAAAJ,KAAA,CAAAK,KAAA,CACZ,GAAM,CAAAR,KAAK,CAAGO,GAAG,CACdT,IAAI,CAAC,CAAC,CACNE,KAAK,CAAC,8CAA8C,CAAC,CACxD,GAAI,CAACA,KAAK,CAAE,SAEZ,GAAM,CAAAS,GAAG,CAAGT,KAAK,CAAC,CAAC,CAAC,CACpB,GAAM,CAAAQ,KAAK,CAAGR,KAAK,CAAC,CAAC,CAAC,EAAIA,KAAK,CAAC,CAAC,CAAC,EAAIA,KAAK,CAAC,CAAC,CAAC,EAAI,EAAE,CACpD,GAAM,CAAAU,aAAa,CAAGD,GAAG,CAACZ,OAAO,CAAC,IAAI,CAAE,GAAG,CAAC,CAE5C,GAAIa,aAAa,GAAK,SAAS,CAAE,CAC/BnB,MAAM,CAACmB,aAAa,CAAC,CAAGF,KAAK,CAACG,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAACC,MAAM,CAAC,CACtD,CAAC,IAAM,IAAIH,aAAa,GAAK,cAAc,CAAE,CAC3C,GAAM,CAAAI,SAAS,CAAGN,KAAK,CAACG,KAAK,CAAC,KAAK,CAAC,CACpC,IAAK,GAAI,CAAAI,CAAC,CAAG,CAAC,CAAEA,CAAC,CAAGD,SAAS,CAACE,MAAM,CAAED,CAAC,EAAI,CAAC,CAAE,CAC5C,GAAM,CAAAE,SAAS,CAAGH,SAAS,CAACC,CAAC,CAAC,CAC9B,GAAM,CAAAG,UAAU,CAAGJ,SAAS,CAACC,CAAC,CAAG,CAAC,CAAC,CACnC,GAAIE,SAAS,EAAIC,UAAU,CAAE,CAC3B1B,eAAe,CAACC,SAAS,CAAC0B,IAAI,CAAC,CAAEF,SAAS,CAATA,SAAS,CAAEC,UAAU,CAAVA,UAAW,CAAC,CAAC,CAC3D,CACF,CACF,CAAC,IAAM,IAAIR,aAAa,GAAK,wBAAwB,CAAE,CACrD,IAAAU,YAAA,CAAiCZ,KAAK,CAACG,KAAK,CAAC,KAAK,CAAC,CAAAU,aAAA,CAAAnC,cAAA,CAAAkC,YAAA,IAA5CE,UAAU,CAAAD,aAAA,IAAEE,UAAU,CAAAF,aAAA,IAC7B7B,eAAe,CAACE,sBAAsB,CAAC4B,UAAU,CAAC,CAAGC,UAAU,CACjE,CAAC,IAAM,IAAIb,aAAa,GAAK,wBAAwB,CAAE,CACrD,IAAAc,aAAA,CAAiChB,KAAK,CAACG,KAAK,CAAC,KAAK,CAAC,CAAAc,aAAA,CAAAvC,cAAA,CAAAsC,aAAA,IAA5CE,UAAU,CAAAD,aAAA,IAAEE,UAAU,CAAAF,aAAA,IAC7BjC,eAAe,CAACG,sBAAsB,CAAC+B,UAAU,CAAC,CAAGC,UAAU,CACjE,CAAC,IAAM,CACL,GAAIjB,aAAa,GAAK,aAAa,CAAE,CACnCnB,MAAM,CAACmB,aAAa,CAAC,CAAGF,KAAK,GAAK,MAAM,CAAG,IAAI,CAAG,KAAK,CACzD,CAAC,IAAM,IAAIE,aAAa,GAAK,kBAAkB,CAAE,CAC/CnB,MAAM,CAAC,wBAAwB,CAAC,CAAGiB,KAAK,CAC1C,CAAC,IAAM,CACLjB,MAAM,CAACmB,aAAa,CAAC,CAAGF,KAAK,CAC/B,CACF,CACF,CAAC,OAAAoB,GAAA,EAAA3B,SAAA,CAAA4B,CAAA,CAAAD,GAAA,WAAA3B,SAAA,CAAA6B,CAAA,IAED,GACEtC,eAAe,CAACC,SAAS,CAACuB,MAAM,CAAG,CAAC,EACpCe,MAAM,CAACC,IAAI,CAACxC,eAAe,CAACE,sBAAsB,CAAC,CAACsB,MAAM,CAAG,CAAC,EAC9De,MAAM,CAACC,IAAI,CAACxC,eAAe,CAACG,sBAAsB,CAAC,CAACqB,MAAM,CAAG,CAAC,CAC9D,CACAzB,MAAM,CAAC0C,iBAAiB,CAAGzC,eAAe,CAC5C,CAEAZ,mBAAmB,CAACW,MAAM,CAAC,CAC3BF,WAAW,CAAC,CAAC,CACf,CAAC,CAED,mBACEd,KAAA,CAACX,MAAM,EAACc,IAAI,CAAEA,IAAK,CAAAwD,QAAA,eACjB7D,IAAA,CAACN,WAAW,EAAAmE,QAAA,CAAEpD,CAAC,CAAC,gCAAgC,CAAC,CAAc,CAAC,cAChET,IAAA,CAACP,aAAa,EAAAoE,QAAA,cACZ7D,IAAA,QAAK8D,KAAK,CAAE,CAAEC,KAAK,CAAE,OAAO,CAAEC,MAAM,CAAE,OAAQ,CAAE,CAAAH,QAAA,cAC9C7D,IAAA,aACEiE,SAAS,CAAC,UAAU,CACpBH,KAAK,CAAE,CACLE,MAAM,CAAE,MAAM,CACdE,KAAK,CAAExD,KAAK,CAACyD,OAAO,CAACC,IAAI,GAAK,MAAM,EAAI,MAC1C,CAAE,CACFjC,KAAK,CAAErB,OAAQ,CACfuD,OAAO,CAAE,SAAAA,QAACb,CAAC,CAAK,CACdzC,UAAU,CAACyC,CAAC,CAACc,MAAM,CAACnC,KAAK,CAAC,CAC5B,CAAE,CACFoC,WAAW,CAAE9D,CAAC,CAAC,4BAA4B,CAAE,CAC9C,CAAC,CACC,CAAC,CACO,CAAC,cAChBP,KAAA,CAACV,aAAa,EAAAqE,QAAA,eACZ7D,IAAA,CAACV,MAAM,EAACkF,OAAO,CAAExD,WAAY,CAAA6C,QAAA,CAAEpD,CAAC,CAAC,oBAAoB,CAAC,CAAS,CAAC,cAChET,IAAA,CAACV,MAAM,EAACmF,SAAS,MAACD,OAAO,CAAEvD,sBAAuB,CAAA4C,QAAA,CAC/CpD,CAAC,CAAC,qBAAqB,CAAC,CACnB,CAAC,EACI,CAAC,EACV,CAAC,CAEb,CAAC,CAED,cAAe,CAAAN,WAAW","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}

xinference/web/ui/node_modules/.cache/babel-loader/fecf076bcd198a458c2a6ab0e85e40dc1c99994c353164e79c469be162cb74c9.json

@@ -1 +0,0 @@
-{"ast":null,"code":"export var llmAllDataKey=['model_uid','model_name','model_type','model_engine','model_format','model_size_in_billions','quantization','n_worker','n_gpu','n_gpu_layers','replica','request_limits','worker_ip','gpu_idx','download_hub','model_path','gguf_quantization','gguf_model_path','cpu_offload','peft_model_config'];export var additionalParameterTipList={'transformers':['torch_dtype','device'],'llama.cpp':['n_ctx','use_mmap','use_mlock'],'vllm':['block_size','gpu_memory_utilization','max_num_seqs','max_model_len','guided_decoding_backend','scheduling_policy','tensor_parallel_size','pipeline_parallel_size','enable_prefix_cache','enable_chunked_prefill','enforce_eager','cpu_offload_gb','disable_custom_all_reduce'],'sglang':['mem_fraction_static','attention_reduce_in_fp32','tp_size','dp_size','chunked_prefill_size','cpu_offload_gb','enable_dp_attention','enable_ep_moe'],'mlx':['cache_limit_gb','max_kv_size']};","map":{"version":3,"names":["llmAllDataKey","additionalParameterTipList"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/data/data.js"],"sourcesContent":["export const llmAllDataKey = [\n  'model_uid',\n  'model_name',\n  'model_type',\n  'model_engine',\n  'model_format',\n  'model_size_in_billions',\n  'quantization',\n  'n_worker',\n  'n_gpu',\n  'n_gpu_layers',\n  'replica',\n  'request_limits',\n  'worker_ip',\n  'gpu_idx',\n  'download_hub',\n  'model_path',\n  'gguf_quantization',\n  'gguf_model_path',\n  'cpu_offload',\n  'peft_model_config',\n]\n\nexport const additionalParameterTipList = {\n  'transformers': ['torch_dtype', 'device'],\n  'llama.cpp': ['n_ctx', 'use_mmap', 'use_mlock'],\n  'vllm': [\n    'block_size',\n    'gpu_memory_utilization',\n    'max_num_seqs',\n    'max_model_len',\n    'guided_decoding_backend',\n    'scheduling_policy',\n    'tensor_parallel_size',\n    'pipeline_parallel_size',\n    'enable_prefix_cache',\n    'enable_chunked_prefill',\n    'enforce_eager',\n    'cpu_offload_gb',\n    'disable_custom_all_reduce',\n  ],\n  'sglang': [\n    'mem_fraction_static',\n    'attention_reduce_in_fp32',\n    'tp_size',\n    'dp_size',\n    'chunked_prefill_size',\n    'cpu_offload_gb',\n    'enable_dp_attention',\n    'enable_ep_moe',\n  ],\n  'mlx': ['cache_limit_gb', 'max_kv_size'],\n}\n"],"mappings":"AAAA,MAAO,IAAM,CAAAA,aAAa,CAAG,CAC3B,WAAW,CACX,YAAY,CACZ,YAAY,CACZ,cAAc,CACd,cAAc,CACd,wBAAwB,CACxB,cAAc,CACd,UAAU,CACV,OAAO,CACP,cAAc,CACd,SAAS,CACT,gBAAgB,CAChB,WAAW,CACX,SAAS,CACT,cAAc,CACd,YAAY,CACZ,mBAAmB,CACnB,iBAAiB,CACjB,aAAa,CACb,mBAAmB,CACpB,CAED,MAAO,IAAM,CAAAC,0BAA0B,CAAG,CACxC,cAAc,CAAE,CAAC,aAAa,CAAE,QAAQ,CAAC,CACzC,WAAW,CAAE,CAAC,OAAO,CAAE,UAAU,CAAE,WAAW,CAAC,CAC/C,MAAM,CAAE,CACN,YAAY,CACZ,wBAAwB,CACxB,cAAc,CACd,eAAe,CACf,yBAAyB,CACzB,mBAAmB,CACnB,sBAAsB,CACtB,wBAAwB,CACxB,qBAAqB,CACrB,wBAAwB,CACxB,eAAe,CACf,gBAAgB,CAChB,2BAA2B,CAC5B,CACD,QAAQ,CAAE,CACR,qBAAqB,CACrB,0BAA0B,CAC1B,SAAS,CACT,SAAS,CACT,sBAAsB,CACtB,gBAAgB,CAChB,qBAAqB,CACrB,eAAe,CAChB,CACD,KAAK,CAAE,CAAC,gBAAgB,CAAE,aAAa,CACzC,CAAC","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}