xinference 0.8.2__py3-none-any.whl → 0.8.3__py3-none-any.whl

xinference/web/ui/node_modules/.cache/babel-loader/65ca3ba225b8c8dac907210545b51f2fcdb2591f0feeb7195f1c037f2bc956a0.json

@@ -0,0 +1 @@
+{"ast":null,"code":"import _objectSpread from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import DeleteOutlineOutlinedIcon from'@mui/icons-material/DeleteOutlineOutlined';import OpenInBrowserOutlinedIcon from'@mui/icons-material/OpenInBrowserOutlined';import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Stack,Tab}from'@mui/material';import{DataGrid}from'@mui/x-data-grid';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import fetcher from'../../components/fetcher';import Title from'../../components/Title';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var RunningModels=function RunningModels(){var _React$useState=React.useState('1'),_React$useState2=_slicedToArray(_React$useState,2),tabValue=_React$useState2[0],setTabValue=_React$useState2[1];var _useState=useState([]),_useState2=_slicedToArray(_useState,2),llmData=_useState2[0],setLlmData=_useState2[1];var _useState3=useState([]),_useState4=_slicedToArray(_useState3,2),embeddingModelData=_useState4[0],setEmbeddingModelData=_useState4[1];var _useState5=useState([]),_useState6=_slicedToArray(_useState5,2),imageModelData=_useState6[0],setImageModelData=_useState6[1];var _useState7=useState([]),_useState8=_slicedToArray(_useState7,2),rerankModelData=_useState8[0],setRerankModelData=_useState8[1];var _useContext=useContext(ApiContext),isCallingApi=_useContext.isCallingApi,setIsCallingApi=_useContext.setIsCallingApi;var _useContext2=useContext(ApiContext),isUpdatingModel=_useContext2.isUpdatingModel,setIsUpdatingModel=_useContext2.setIsUpdatingModel;var _useContext3=useContext(ApiContext),setErrorMsg=_useContext3.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var endPoint=useContext(ApiContext).endPoint;var handleTabChange=function handleTabChange(event,newValue){setTabValue(newValue);};var update=function update(isCallingApi){if(cookie.token===''||cookie.token===undefined){return;}if(cookie.token==='need_auth'){navigate('/login',{replace:true});return;}if(isCallingApi){setLlmData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setEmbeddingModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setImageModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setRerankModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);}else{setIsUpdatingModel(true);fetcher(\"\".concat(endPoint,\"/v1/models/\"),{method:'GET'}).then(function(response){if(!response.ok){response.json().then(function(errorData){setErrorMsg(\"Login failed: \".concat(response.status,\" - \").concat(errorData.detail||'Unknown error'));});}else{response.json().then(function(data){var newLlmData=[];var newEmbeddingModelData=[];var newImageModelData=[];var newRerankModelData=[];Object.entries(data).forEach(function(_ref){var _ref2=_slicedToArray(_ref,2),key=_ref2[0],value=_ref2[1];var newValue=_objectSpread(_objectSpread({},value),{},{id:key,url:key});if(newValue.model_type==='LLM'){newLlmData.push(newValue);}else if(newValue.model_type==='embedding'){newEmbeddingModelData.push(newValue);}else if(newValue.model_type==='image'){newImageModelData.push(newValue);}else if(newValue.model_type==='rerank'){newRerankModelData.push(newValue);}});setLlmData(newLlmData);setEmbeddingModelData(newEmbeddingModelData);setImageModelData(newImageModelData);setRerankModelData(newRerankModelData);setIsUpdatingModel(false);});}}).catch(function(error){console.error('Error:',error);setIsUpdatingModel(false);});}};useEffect(function(){update(isCallingApi);// eslint-disable-next-line\n},[isCallingApi,cookie.token]);var llmColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'model_size_in_billions',headerName:'Size',flex:1},{field:'quantization',headerName:'Quantization',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref3){var row=_ref3.row;var url=row.url;var openUrl=\"\".concat(endPoint,\"/\")+url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;var gradioUrl=\"\".concat(endPoint,\"/v1/ui/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsxs(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:[/*#__PURE__*/_jsx(\"button\",{title:\"Launch Web UI\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){// Make sure no ongoing call\nreturn;}setIsCallingApi(true);fetcher(openUrl,{method:'HEAD'}).then(function(response){if(response.status===404){// If web UI doesn't exist (404 Not Found)\nconsole.log('UI does not exist, creating new...');return fetcher(gradioUrl,{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({model_type:row.model_type,model_name:row.model_family,model_size_in_billions:row.model_size_in_billions,model_format:row.model_format,quantization:row.quantization,context_length:row.context_length,model_ability:row.model_ability,model_description:row.model_description,model_lang:row.model_lang})}).then(function(response){return response.json();}).then(function(){return window.open(openUrl,'_blank','noopener noreferrer');}).finally(function(){return setIsCallingApi(false);});}else if(response.ok){// If web UI does exist\nconsole.log('UI exists, opening...');window.open(openUrl,'_blank','noopener noreferrer');setIsCallingApi(false);}else{// Other HTTP errors\nconsole.error(\"Unexpected response status: \".concat(response.status));setIsCallingApi(false);}}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(OpenInBrowserOutlinedIcon,{})})}),/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})]});}}];var embeddingModelColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref4){var row=_ref4.row;var url=row.url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsx(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})});}}];var imageModelColumns=embeddingModelColumns;var rerankModelColumns=embeddingModelColumns;var dataGridStyle={'& .MuiDataGrid-cell':{borderBottom:'none'},'& .MuiDataGrid-columnHeaders':{borderBottom:'none'},'& .MuiDataGrid-columnHeaderTitle':{fontWeight:'bold'},'& .MuiDataGrid-virtualScroller':{overflowX:'visible !important',overflow:'visible'},'& .MuiDataGrid-footerContainer':{borderTop:'none'},'border-width':'0px'};var noRowsOverlay=function noRowsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models\"});};var noResultsOverlay=function noResultsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models Matches\"});};return/*#__PURE__*/_jsxs(Box,{sx:{height:'100%',width:'100%',paddingLeft:'20px',paddingTop:'20px'},children:[/*#__PURE__*/_jsx(Title,{title:\"Running Models\"}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:tabValue,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:tabValue,onChange:handleTabChange,\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:\"Language Models\",value:\"1\"}),/*#__PURE__*/_jsx(Tab,{label:\"Embedding Models\",value:\"2\"}),/*#__PURE__*/_jsx(Tab,{label:\"Image models\",value:\"3\"}),/*#__PURE__*/_jsx(Tab,{label:\"Rerank models\",value:\"4\"})]})}),/*#__PURE__*/_jsx(TabPanel,{value:\"1\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:llmData,columns:llmColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"2\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:embeddingModelData,columns:embeddingModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"3\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:imageModelData,columns:imageModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"4\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:rerankModelData,columns:rerankModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})})]})]});};export default RunningModels;","map":{"version":3,"names":["DeleteOutlineOutlinedIcon","OpenInBrowserOutlinedIcon","TabContext","TabList","TabPanel","Box","Stack","Tab","DataGrid","React","useContext","useEffect","useState","useCookies","useNavigate","ApiContext","ErrorMessageSnackBar","fetcher","Title","jsx","_jsx","jsxs","_jsxs","RunningModels","_React$useState","_React$useState2","_slicedToArray","tabValue","setTabValue","_useState","_useState2","llmData","setLlmData","_useState3","_useState4","embeddingModelData","setEmbeddingModelData","_useState5","_useState6","imageModelData","setImageModelData","_useState7","_useState8","rerankModelData","setRerankModelData","_useContext","isCallingApi","setIsCallingApi","_useContext2","isUpdatingModel","setIsUpdatingModel","_useContext3","setErrorMsg","_useCookies","_useCookies2","cookie","navigate","endPoint","handleTabChange","event","newValue","update","token","undefined","replace","id","url","concat","method","then","response","ok","json","errorData","status","detail","data","newLlmData","newEmbeddingModelData","newImageModelData","newRerankModelData","Object","entries","forEach","_ref","_ref2","key","value","_objectSpread","model_type","push","catch","error","console","llmColumns","field","headerName","flex","minWidth","sortable","filterable","disableColumnMenu","renderCell","_ref3","row","openUrl","closeUrl","gradioUrl","style","width","display","justifyContent","alignItems","children","title","borderWidth","backgroundColor","paddingLeft","paddingRight","onClick","log","headers","body","JSON","stringify","model_name","model_family","model_size_in_billions","model_format","quantization","context_length","model_ability","model_description","model_lang","window","open","finally","m","p","borderRadius","border","borderColor","embeddingModelColumns","_ref4","imageModelColumns","rerankModelColumns","dataGridStyle","borderBottom","fontWeight","overflowX","overflow","borderTop","noRowsOverlay","height","noResultsOverlay","sx","paddingTop","onChange","label","padding","rows","columns","autoHeight","slots"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/running_models/index.js"],"sourcesContent":["import DeleteOutlineOutlinedIcon from '@mui/icons-material/DeleteOutlineOutlined'\nimport OpenInBrowserOutlinedIcon from '@mui/icons-material/OpenInBrowserOutlined'\nimport { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Box, Stack, Tab } from '@mui/material'\nimport { DataGrid } from '@mui/x-data-grid'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport fetcher from '../../components/fetcher'\nimport Title from '../../components/Title'\n\nconst RunningModels = () => {\n  const [tabValue, setTabValue] = React.useState('1')\n  const [llmData, setLlmData] = useState([])\n  const [embeddingModelData, setEmbeddingModelData] = useState([])\n  const [imageModelData, setImageModelData] = useState([])\n  const [rerankModelData, setRerankModelData] = useState([])\n  const { isCallingApi, setIsCallingApi } = useContext(ApiContext)\n  const { isUpdatingModel, setIsUpdatingModel } = useContext(ApiContext)\n  const { setErrorMsg } = useContext(ApiContext)\n  const [cookie] = useCookies(['token'])\n  const navigate = useNavigate()\n  const endPoint = useContext(ApiContext).endPoint\n\n  const handleTabChange = (event, newValue) => {\n    setTabValue(newValue)\n  }\n\n  const update = (isCallingApi) => {\n    if (cookie.token === '' || cookie.token === undefined) {\n      return\n    }\n    if (cookie.token === 'need_auth') {\n      navigate('/login', { replace: true })\n      return\n    }\n    if (isCallingApi) {\n      setLlmData([{ id: 'Loading, do not refresh page...', url: 'IS_LOADING' }])\n      setEmbeddingModelData([\n        { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n      ])\n      setImageModelData([\n        { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n      ])\n      setRerankModelData([\n        { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n      ])\n    } else {\n      setIsUpdatingModel(true)\n      fetcher(`${endPoint}/v1/models/`, {\n        method: 'GET',\n      })\n        .then((response) => {\n          if (!response.ok) {\n            response.json().then((errorData) => {\n              setErrorMsg(\n                `Login failed: ${response.status} - ${\n                  errorData.detail || 'Unknown error'\n                }`\n              )\n            })\n          } else {\n            response.json().then((data) => {\n              const newLlmData = []\n              const newEmbeddingModelData = []\n              const newImageModelData = []\n              const newRerankModelData = []\n              Object.entries(data).forEach(([key, value]) => {\n                let newValue = {\n                  ...value,\n                  id: key,\n                  url: key,\n                }\n                if (newValue.model_type === 'LLM') {\n                  newLlmData.push(newValue)\n                } else if (newValue.model_type === 'embedding') {\n                  newEmbeddingModelData.push(newValue)\n                } else if (newValue.model_type === 'image') {\n                  newImageModelData.push(newValue)\n                } else if (newValue.model_type === 'rerank') {\n                  newRerankModelData.push(newValue)\n                }\n              })\n              setLlmData(newLlmData)\n              setEmbeddingModelData(newEmbeddingModelData)\n              setImageModelData(newImageModelData)\n              setRerankModelData(newRerankModelData)\n              setIsUpdatingModel(false)\n            })\n          }\n        })\n        .catch((error) => {\n          console.error('Error:', error)\n          setIsUpdatingModel(false)\n        })\n    }\n  }\n\n  useEffect(() => {\n    update(isCallingApi)\n    // eslint-disable-next-line\n  }, [isCallingApi, cookie.token])\n\n  const llmColumns = [\n    {\n      field: 'id',\n      headerName: 'ID',\n      flex: 1,\n      minWidth: 250,\n    },\n    {\n      field: 'model_name',\n      headerName: 'Name',\n      flex: 1,\n    },\n    {\n      field: 'address',\n      headerName: 'Address',\n      flex: 1,\n    },\n    {\n      field: 'accelerators',\n      headerName: 'GPU Indexes',\n      flex: 1,\n    },\n    {\n      field: 'model_size_in_billions',\n      headerName: 'Size',\n      flex: 1,\n    },\n    {\n      field: 'quantization',\n      headerName: 'Quantization',\n      flex: 1,\n    },\n    {\n      field: 'url',\n      headerName: 'Actions',\n      flex: 1,\n      minWidth: 200,\n      sortable: false,\n      filterable: false,\n      disableColumnMenu: true,\n      renderCell: ({ row }) => {\n        const url = row.url\n        const openUrl = `${endPoint}/` + url\n        const closeUrl = `${endPoint}/v1/models/` + url\n        const gradioUrl = `${endPoint}/v1/ui/` + url\n\n        if (url === 'IS_LOADING') {\n          return <div></div>\n        }\n\n        return (\n          <Box\n            style={{\n              width: '100%',\n              display: 'flex',\n              justifyContent: 'left',\n              alignItems: 'left',\n            }}\n          >\n            <button\n              title=\"Launch Web UI\"\n              style={{\n                borderWidth: '0px',\n                backgroundColor: 'transparent',\n                paddingLeft: '0px',\n                paddingRight: '10px',\n              }}\n              onClick={() => {\n                if (isCallingApi || isUpdatingModel) {\n                  // Make sure no ongoing call\n                  return\n                }\n\n                setIsCallingApi(true)\n\n                fetcher(openUrl, {\n                  method: 'HEAD',\n                })\n                  .then((response) => {\n                    if (response.status === 404) {\n                      // If web UI doesn't exist (404 Not Found)\n                      console.log('UI does not exist, creating new...')\n                      return fetcher(gradioUrl, {\n                        method: 'POST',\n                        headers: {\n                          'Content-Type': 'application/json',\n                        },\n                        body: JSON.stringify({\n                          model_type: row.model_type,\n                          model_name: row.model_family,\n                          model_size_in_billions: row.model_size_in_billions,\n                          model_format: row.model_format,\n                          quantization: row.quantization,\n                          context_length: row.context_length,\n                          model_ability: row.model_ability,\n                          model_description: row.model_description,\n                          model_lang: row.model_lang,\n                        }),\n                      })\n                        .then((response) => response.json())\n                        .then(() =>\n                          window.open(openUrl, '_blank', 'noopener noreferrer')\n                        )\n                        .finally(() => setIsCallingApi(false))\n                    } else if (response.ok) {\n                      // If web UI does exist\n                      console.log('UI exists, opening...')\n                      window.open(openUrl, '_blank', 'noopener noreferrer')\n                      setIsCallingApi(false)\n                    } else {\n                      // Other HTTP errors\n                      console.error(\n                        `Unexpected response status: ${response.status}`\n                      )\n                      setIsCallingApi(false)\n                    }\n                  })\n                  .catch((error) => {\n                    console.error('Error:', error)\n                    setIsCallingApi(false)\n                  })\n              }}\n            >\n              <Box\n                width=\"40px\"\n                m=\"0 auto\"\n                p=\"5px\"\n                display=\"flex\"\n                justifyContent=\"center\"\n                borderRadius=\"4px\"\n                style={{\n                  border: '1px solid #e5e7eb',\n                  borderWidth: '1px',\n                  borderColor: '#e5e7eb',\n                }}\n              >\n                <OpenInBrowserOutlinedIcon />\n              </Box>\n            </button>\n            <button\n              title=\"Terminate Model\"\n              style={{\n                borderWidth: '0px',\n                backgroundColor: 'transparent',\n                paddingLeft: '0px',\n                paddingRight: '10px',\n              }}\n              onClick={() => {\n                if (isCallingApi || isUpdatingModel) {\n                  return\n                }\n                setIsCallingApi(true)\n                fetcher(closeUrl, {\n                  method: 'DELETE',\n                })\n                  .then((response) => {\n                    response.json()\n                  })\n                  .then(() => {\n                    setIsCallingApi(false)\n                  })\n                  .catch((error) => {\n                    console.error('Error:', error)\n                    setIsCallingApi(false)\n                  })\n              }}\n            >\n              <Box\n                width=\"40px\"\n                m=\"0 auto\"\n                p=\"5px\"\n                display=\"flex\"\n                justifyContent=\"center\"\n                borderRadius=\"4px\"\n                style={{\n                  border: '1px solid #e5e7eb',\n                  borderWidth: '1px',\n                  borderColor: '#e5e7eb',\n                }}\n              >\n                <DeleteOutlineOutlinedIcon />\n              </Box>\n            </button>\n          </Box>\n        )\n      },\n    },\n  ]\n\n  const embeddingModelColumns = [\n    {\n      field: 'id',\n      headerName: 'ID',\n      flex: 1,\n      minWidth: 250,\n    },\n    {\n      field: 'model_name',\n      headerName: 'Name',\n      flex: 1,\n    },\n    {\n      field: 'address',\n      headerName: 'Address',\n      flex: 1,\n    },\n    {\n      field: 'accelerators',\n      headerName: 'GPU Indexes',\n      flex: 1,\n    },\n    {\n      field: 'url',\n      headerName: 'Actions',\n      flex: 1,\n      minWidth: 200,\n      sortable: false,\n      filterable: false,\n      disableColumnMenu: true,\n      renderCell: ({ row }) => {\n        const url = row.url\n        const closeUrl = `${endPoint}/v1/models/` + url\n\n        if (url === 'IS_LOADING') {\n          return <div></div>\n        }\n\n        return (\n          <Box\n            style={{\n              width: '100%',\n              display: 'flex',\n              justifyContent: 'left',\n              alignItems: 'left',\n            }}\n          >\n            <button\n              title=\"Terminate Model\"\n              style={{\n                borderWidth: '0px',\n                backgroundColor: 'transparent',\n                paddingLeft: '0px',\n                paddingRight: '10px',\n              }}\n              onClick={() => {\n                if (isCallingApi || isUpdatingModel) {\n                  return\n                }\n                setIsCallingApi(true)\n                fetcher(closeUrl, {\n                  method: 'DELETE',\n                })\n                  .then((response) => {\n                    response.json()\n                  })\n                  .then(() => {\n                    setIsCallingApi(false)\n                  })\n                  .catch((error) => {\n                    console.error('Error:', error)\n                    setIsCallingApi(false)\n                  })\n              }}\n            >\n              <Box\n                width=\"40px\"\n                m=\"0 auto\"\n                p=\"5px\"\n                display=\"flex\"\n                justifyContent=\"center\"\n                borderRadius=\"4px\"\n                style={{\n                  border: '1px solid #e5e7eb',\n                  borderWidth: '1px',\n                  borderColor: '#e5e7eb',\n                }}\n              >\n                <DeleteOutlineOutlinedIcon />\n              </Box>\n            </button>\n          </Box>\n        )\n      },\n    },\n  ]\n\n  const imageModelColumns = embeddingModelColumns\n  const rerankModelColumns = embeddingModelColumns\n\n  const dataGridStyle = {\n    '& .MuiDataGrid-cell': {\n      borderBottom: 'none',\n    },\n    '& .MuiDataGrid-columnHeaders': {\n      borderBottom: 'none',\n    },\n    '& .MuiDataGrid-columnHeaderTitle': {\n      fontWeight: 'bold',\n    },\n    '& .MuiDataGrid-virtualScroller': {\n      overflowX: 'visible !important',\n      overflow: 'visible',\n    },\n    '& .MuiDataGrid-footerContainer': {\n      borderTop: 'none',\n    },\n    'border-width': '0px',\n  }\n\n  const noRowsOverlay = () => {\n    return (\n      <Stack height=\"100%\" alignItems=\"center\" justifyContent=\"center\">\n        No Running Models\n      </Stack>\n    )\n  }\n\n  const noResultsOverlay = () => {\n    return (\n      <Stack height=\"100%\" alignItems=\"center\" justifyContent=\"center\">\n        No Running Models Matches\n      </Stack>\n    )\n  }\n\n  return (\n    <Box\n      sx={{\n        height: '100%',\n        width: '100%',\n        paddingLeft: '20px',\n        paddingTop: '20px',\n      }}\n    >\n      <Title title=\"Running Models\" />\n      <ErrorMessageSnackBar />\n      <TabContext value={tabValue}>\n        <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n          <TabList\n            value={tabValue}\n            onChange={handleTabChange}\n            aria-label=\"tabs\"\n          >\n            <Tab label=\"Language Models\" value=\"1\" />\n            <Tab label=\"Embedding Models\" value=\"2\" />\n            <Tab label=\"Image models\" value=\"3\" />\n            <Tab label=\"Rerank models\" value=\"4\" />\n          </TabList>\n        </Box>\n        <TabPanel value=\"1\" sx={{ padding: 0 }}>\n          <Box sx={{ height: '100%', width: '100%' }}>\n            <DataGrid\n              rows={llmData}\n              columns={llmColumns}\n              autoHeight={true}\n              sx={dataGridStyle}\n              slots={{\n                noRowsOverlay: noRowsOverlay,\n                noResultsOverlay: noResultsOverlay,\n              }}\n            />\n          </Box>\n        </TabPanel>\n        <TabPanel value=\"2\" sx={{ padding: 0 }}>\n          <Box sx={{ height: '100%', width: '100%' }}>\n            <DataGrid\n              rows={embeddingModelData}\n              columns={embeddingModelColumns}\n              autoHeight={true}\n              sx={dataGridStyle}\n              slots={{\n                noRowsOverlay: noRowsOverlay,\n                noResultsOverlay: noResultsOverlay,\n              }}\n            />\n          </Box>\n        </TabPanel>\n        <TabPanel value=\"3\" sx={{ padding: 0 }}>\n          <Box sx={{ height: '100%', width: '100%' }}>\n            <DataGrid\n              rows={imageModelData}\n              columns={imageModelColumns}\n              autoHeight={true}\n              sx={dataGridStyle}\n              slots={{\n                noRowsOverlay: noRowsOverlay,\n                noResultsOverlay: noResultsOverlay,\n              }}\n            />\n          </Box>\n        </TabPanel>\n        <TabPanel value=\"4\" sx={{ padding: 0 }}>\n          <Box sx={{ height: '100%', width: '100%' }}>\n            <DataGrid\n              rows={rerankModelData}\n              columns={rerankModelColumns}\n              autoHeight={true}\n              sx={dataGridStyle}\n              slots={{\n                noRowsOverlay: noRowsOverlay,\n                noResultsOverlay: noResultsOverlay,\n              }}\n            />\n          </Box>\n        </TabPanel>\n      </TabContext>\n    </Box>\n  )\n}\n\nexport default RunningModels\n"],"mappings":"yRAAA,MAAO,CAAAA,yBAAyB,KAAM,2CAA2C,CACjF,MAAO,CAAAC,yBAAyB,KAAM,2CAA2C,CACjF,OAASC,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,GAAG,CAAEC,KAAK,CAAEC,GAAG,KAAQ,eAAe,CAC/C,OAASC,QAAQ,KAAQ,kBAAkB,CAC3C,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,OAAO,KAAM,0BAA0B,CAC9C,MAAO,CAAAC,KAAK,KAAM,wBAAwB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAE1C,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,IAAAC,eAAA,CAAgCf,KAAK,CAACG,QAAQ,CAAC,GAAG,CAAC,CAAAa,gBAAA,CAAAC,cAAA,CAAAF,eAAA,IAA5CG,QAAQ,CAAAF,gBAAA,IAAEG,WAAW,CAAAH,gBAAA,IAC5B,IAAAI,SAAA,CAA8BjB,QAAQ,CAAC,EAAE,CAAC,CAAAkB,UAAA,CAAAJ,cAAA,CAAAG,SAAA,IAAnCE,OAAO,CAAAD,UAAA,IAAEE,UAAU,CAAAF,UAAA,IAC1B,IAAAG,UAAA,CAAoDrB,QAAQ,CAAC,EAAE,CAAC,CAAAsB,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAAzDE,kBAAkB,CAAAD,UAAA,IAAEE,qBAAqB,CAAAF,UAAA,IAChD,IAAAG,UAAA,CAA4CzB,QAAQ,CAAC,EAAE,CAAC,CAAA0B,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAAjDE,cAAc,CAAAD,UAAA,IAAEE,iBAAiB,CAAAF,UAAA,IACxC,IAAAG,UAAA,CAA8C7B,QAAQ,CAAC,EAAE,CAAC,CAAA8B,UAAA,CAAAhB,cAAA,CAAAe,UAAA,IAAnDE,eAAe,CAAAD,UAAA,IAAEE,kBAAkB,CAAAF,UAAA,IAC1C,IAAAG,WAAA,CAA0CnC,UAAU,CAACK,UAAU,CAAC,CAAxD+B,YAAY,CAAAD,WAAA,CAAZC,YAAY,CAAEC,eAAe,CAAAF,WAAA,CAAfE,eAAe,CACrC,IAAAC,YAAA,CAAgDtC,UAAU,CAACK,UAAU,CAAC,CAA9DkC,eAAe,CAAAD,YAAA,CAAfC,eAAe,CAAEC,kBAAkB,CAAAF,YAAA,CAAlBE,kBAAkB,CAC3C,IAAAC,YAAA,CAAwBzC,UAAU,CAACK,UAAU,CAAC,CAAtCqC,WAAW,CAAAD,YAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiBxC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAAyC,YAAA,CAAA5B,cAAA,CAAA2B,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAG1C,WAAW,CAAC,CAAC,CAC9B,GAAM,CAAA2C,QAAQ,CAAG/C,UAAU,CAACK,UAAU,CAAC,CAAC0C,QAAQ,CAEhD,GAAM,CAAAC,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,KAAK,CAAEC,QAAQ,CAAK,CAC3ChC,WAAW,CAACgC,QAAQ,CAAC,CACvB,CAAC,CAED,GAAM,CAAAC,MAAM,CAAG,QAAT,CAAAA,MAAMA,CAAIf,YAAY,CAAK,CAC/B,GAAIS,MAAM,CAACO,KAAK,GAAK,EAAE,EAAIP,MAAM,CAACO,KAAK,GAAKC,SAAS,CAAE,CACrD,OACF,CACA,GAAIR,MAAM,CAACO,KAAK,GAAK,WAAW,CAAE,CAChCN,QAAQ,CAAC,QAAQ,CAAE,CAAEQ,OAAO,CAAE,IAAK,CAAC,CAAC,CACrC,OACF,CACA,GAAIlB,YAAY,CAAE,CAChBd,UAAU,CAAC,CAAC,CAAEiC,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAAC,CAAC,CAC1E9B,qBAAqB,CAAC,CACpB,CAAE6B,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACF1B,iBAAiB,CAAC,CAChB,CAAEyB,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFtB,kBAAkB,CAAC,CACjB,CAAEqB,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACJ,CAAC,IAAM,CACLhB,kBAAkB,CAAC,IAAI,CAAC,CACxBjC,OAAO,IAAAkD,MAAA,CAAIV,QAAQ,gBAAe,CAChCW,MAAM,CAAE,KACV,CAAC,CAAC,CACCC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAI,CAACA,QAAQ,CAACC,EAAE,CAAE,CAChBD,QAAQ,CAACE,IAAI,CAAC,CAAC,CAACH,IAAI,CAAC,SAACI,SAAS,CAAK,CAClCrB,WAAW,kBAAAe,MAAA,CACQG,QAAQ,CAACI,MAAM,QAAAP,MAAA,CAC9BM,SAAS,CAACE,MAAM,EAAI,eAAe,CAEvC,CAAC,CACH,CAAC,CAAC,CACJ,CAAC,IAAM,CACLL,QAAQ,CAACE,IAAI,CAAC,CAAC,CAACH,IAAI,CAAC,SAACO,IAAI,CAAK,CAC7B,GAAM,CAAAC,UAAU,CAAG,EAAE,CACrB,GAAM,CAAAC,qBAAqB,CAAG,EAAE,CAChC,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,kBAAkB,CAAG,EAAE,CAC7BC,MAAM,CAACC,OAAO,CAACN,IAAI,CAAC,CAACO,OAAO,CAAC,SAAAC,IAAA,CAAkB,KAAAC,KAAA,CAAA3D,cAAA,CAAA0D,IAAA,IAAhBE,GAAG,CAAAD,KAAA,IAAEE,KAAK,CAAAF,KAAA,IACvC,GAAI,CAAAzB,QAAQ,CAAA4B,aAAA,CAAAA,aAAA,IACPD,KAAK,MACRtB,EAAE,CAAEqB,GAAG,CACPpB,GAAG,CAAEoB,GAAG,EACT,CACD,GAAI1B,QAAQ,CAAC6B,UAAU,GAAK,KAAK,CAAE,CACjCZ,UAAU,CAACa,IAAI,CAAC9B,QAAQ,CAAC,CAC3B,CAAC,IAAM,IAAIA,QAAQ,CAAC6B,UAAU,GAAK,WAAW,CAAE,CAC9CX,qBAAqB,CAACY,IAAI,CAAC9B,QAAQ,CAAC,CACtC,CAAC,IAAM,IAAIA,QAAQ,CAAC6B,UAAU,GAAK,OAAO,CAAE,CAC1CV,iBAAiB,CAACW,IAAI,CAAC9B,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAAC6B,UAAU,GAAK,QAAQ,CAAE,CAC3CT,kBAAkB,CAACU,IAAI,CAAC9B,QAAQ,CAAC,CACnC,CACF,CAAC,CAAC,CACF5B,UAAU,CAAC6C,UAAU,CAAC,CACtBzC,qBAAqB,CAAC0C,qBAAqB,CAAC,CAC5CtC,iBAAiB,CAACuC,iBAAiB,CAAC,CACpCnC,kBAAkB,CAACoC,kBAAkB,CAAC,CACtC9B,kBAAkB,CAAC,KAAK,CAAC,CAC3B,CAAC,CAAC,CACJ,CACF,CAAC,CAAC,CACDyC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B1C,kBAAkB,CAAC,KAAK,CAAC,CAC3B,CAAC,CAAC,CACN,CACF,CAAC,CAEDvC,SAAS,CAAC,UAAM,CACdkD,MAAM,CAACf,YAAY,CAAC,CACpB;AACF,CAAC,CAAE,CAACA,YAAY,CAAES,MAAM,CAACO,KAAK,CAAC,CAAC,CAEhC,GAAM,CAAAgC,UAAU,CAAG,CACjB,CACEC,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,wBAAwB,CAC/BC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,cAAc,CAC1BC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAAC,KAAA,CAAa,IAAV,CAAAC,GAAG,CAAAD,KAAA,CAAHC,GAAG,CAChB,GAAM,CAAAtC,GAAG,CAAGsC,GAAG,CAACtC,GAAG,CACnB,GAAM,CAAAuC,OAAO,CAAG,GAAAtC,MAAA,CAAGV,QAAQ,MAAMS,GAAG,CACpC,GAAM,CAAAwC,QAAQ,CAAG,GAAAvC,MAAA,CAAGV,QAAQ,gBAAgBS,GAAG,CAC/C,GAAM,CAAAyC,SAAS,CAAG,GAAAxC,MAAA,CAAGV,QAAQ,YAAYS,GAAG,CAE5C,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAO9C,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEE,KAAA,CAACjB,GAAG,EACFuG,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,eAEF7F,IAAA,WACE8F,KAAK,CAAC,eAAe,CACrBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIzE,YAAY,EAAIG,eAAe,CAAE,CACnC;AACA,OACF,CAEAF,eAAe,CAAC,IAAI,CAAC,CAErB9B,OAAO,CAACwF,OAAO,CAAE,CACfrC,MAAM,CAAE,MACV,CAAC,CAAC,CACCC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAIA,QAAQ,CAACI,MAAM,GAAK,GAAG,CAAE,CAC3B;AACAmB,OAAO,CAAC2B,GAAG,CAAC,oCAAoC,CAAC,CACjD,MAAO,CAAAvG,OAAO,CAAC0F,SAAS,CAAE,CACxBvC,MAAM,CAAE,MAAM,CACdqD,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACDC,IAAI,CAAEC,IAAI,CAACC,SAAS,CAAC,CACnBnC,UAAU,CAAEe,GAAG,CAACf,UAAU,CAC1BoC,UAAU,CAAErB,GAAG,CAACsB,YAAY,CAC5BC,sBAAsB,CAAEvB,GAAG,CAACuB,sBAAsB,CAClDC,YAAY,CAAExB,GAAG,CAACwB,YAAY,CAC9BC,YAAY,CAAEzB,GAAG,CAACyB,YAAY,CAC9BC,cAAc,CAAE1B,GAAG,CAAC0B,cAAc,CAClCC,aAAa,CAAE3B,GAAG,CAAC2B,aAAa,CAChCC,iBAAiB,CAAE5B,GAAG,CAAC4B,iBAAiB,CACxCC,UAAU,CAAE7B,GAAG,CAAC6B,UAClB,CAAC,CACH,CAAC,CAAC,CACChE,IAAI,CAAC,SAACC,QAAQ,QAAK,CAAAA,QAAQ,CAACE,IAAI,CAAC,CAAC,GAAC,CACnCH,IAAI,CAAC,iBACJ,CAAAiE,MAAM,CAACC,IAAI,CAAC9B,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,EACvD,CAAC,CACA+B,OAAO,CAAC,iBAAM,CAAAzF,eAAe,CAAC,KAAK,CAAC,GAAC,CAC1C,CAAC,IAAM,IAAIuB,QAAQ,CAACC,EAAE,CAAE,CACtB;AACAsB,OAAO,CAAC2B,GAAG,CAAC,uBAAuB,CAAC,CACpCc,MAAM,CAACC,IAAI,CAAC9B,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,CACrD1D,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,IAAM,CACL;AACA8C,OAAO,CAACD,KAAK,gCAAAzB,MAAA,CACoBG,QAAQ,CAACI,MAAM,CAChD,CAAC,CACD3B,eAAe,CAAC,KAAK,CAAC,CACxB,CACF,CAAC,CAAC,CACD4C,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B7C,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAAkE,QAAA,cAEF7F,IAAA,CAACf,GAAG,EACFwG,KAAK,CAAC,MAAM,CACZ4B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP5B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB4B,YAAY,CAAC,KAAK,CAClB/B,KAAK,CAAE,CACLgC,MAAM,CAAE,mBAAmB,CAC3BzB,WAAW,CAAE,KAAK,CAClB0B,WAAW,CAAE,SACf,CAAE,CAAA5B,QAAA,cAEF7F,IAAA,CAACnB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,cACTmB,IAAA,WACE8F,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIzE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrB9B,OAAO,CAACyF,QAAQ,CAAE,CAChBtC,MAAM,CAAE,QACV,CAAC,CAAC,CACCC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAACE,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACDH,IAAI,CAAC,UAAM,CACVtB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACD4C,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B7C,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAAkE,QAAA,cAEF7F,IAAA,CAACf,GAAG,EACFwG,KAAK,CAAC,MAAM,CACZ4B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP5B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB4B,YAAY,CAAC,KAAK,CAClB/B,KAAK,CAAE,CACLgC,MAAM,CAAE,mBAAmB,CAC3BzB,WAAW,CAAE,KAAK,CAClB0B,WAAW,CAAE,SACf,CAAE,CAAA5B,QAAA,cAEF7F,IAAA,CAACpB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,EACN,CAAC,CAEV,CACF,CAAC,CACF,CAED,GAAM,CAAA8I,qBAAqB,CAAG,CAC5B,CACE/C,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAAyC,KAAA,CAAa,IAAV,CAAAvC,GAAG,CAAAuC,KAAA,CAAHvC,GAAG,CAChB,GAAM,CAAAtC,GAAG,CAAGsC,GAAG,CAACtC,GAAG,CACnB,GAAM,CAAAwC,QAAQ,CAAG,GAAAvC,MAAA,CAAGV,QAAQ,gBAAgBS,GAAG,CAE/C,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAO9C,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEA,IAAA,CAACf,GAAG,EACFuG,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,cAEF7F,IAAA,WACE8F,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIzE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrB9B,OAAO,CAACyF,QAAQ,CAAE,CAChBtC,MAAM,CAAE,QACV,CAAC,CAAC,CACCC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAACE,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACDH,IAAI,CAAC,UAAM,CACVtB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACD4C,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B7C,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAAkE,QAAA,cAEF7F,IAAA,CAACf,GAAG,EACFwG,KAAK,CAAC,MAAM,CACZ4B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP5B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB4B,YAAY,CAAC,KAAK,CAClB/B,KAAK,CAAE,CACLgC,MAAM,CAAE,mBAAmB,CAC3BzB,WAAW,CAAE,KAAK,CAClB0B,WAAW,CAAE,SACf,CAAE,CAAA5B,QAAA,cAEF7F,IAAA,CAACpB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,CACN,CAAC,CAEV,CACF,CAAC,CACF,CAED,GAAM,CAAAgJ,iBAAiB,CAAGF,qBAAqB,CAC/C,GAAM,CAAAG,kBAAkB,CAAGH,qBAAqB,CAEhD,GAAM,CAAAI,aAAa,CAAG,CACpB,qBAAqB,CAAE,CACrBC,YAAY,CAAE,MAChB,CAAC,CACD,8BAA8B,CAAE,CAC9BA,YAAY,CAAE,MAChB,CAAC,CACD,kCAAkC,CAAE,CAClCC,UAAU,CAAE,MACd,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,oBAAoB,CAC/BC,QAAQ,CAAE,SACZ,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,MACb,CAAC,CACD,cAAc,CAAE,KAClB,CAAC,CAED,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,mBACEpI,IAAA,CAACd,KAAK,EAACmJ,MAAM,CAAC,MAAM,CAACzC,UAAU,CAAC,QAAQ,CAACD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CAAC,mBAEjE,CAAO,CAAC,CAEZ,CAAC,CAED,GAAM,CAAAyC,gBAAgB,CAAG,QAAnB,CAAAA,gBAAgBA,CAAA,CAAS,CAC7B,mBACEtI,IAAA,CAACd,KAAK,EAACmJ,MAAM,CAAC,MAAM,CAACzC,UAAU,CAAC,QAAQ,CAACD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CAAC,2BAEjE,CAAO,CAAC,CAEZ,CAAC,CAED,mBACE3F,KAAA,CAACjB,GAAG,EACFsJ,EAAE,CAAE,CACFF,MAAM,CAAE,MAAM,CACd5C,KAAK,CAAE,MAAM,CACbQ,WAAW,CAAE,MAAM,CACnBuC,UAAU,CAAE,MACd,CAAE,CAAA3C,QAAA,eAEF7F,IAAA,CAACF,KAAK,EAACgG,KAAK,CAAC,gBAAgB,CAAE,CAAC,cAChC9F,IAAA,CAACJ,oBAAoB,GAAE,CAAC,cACxBM,KAAA,CAACpB,UAAU,EAACqF,KAAK,CAAE5D,QAAS,CAAAsF,QAAA,eAC1B7F,IAAA,CAACf,GAAG,EAACsJ,EAAE,CAAE,CAAER,YAAY,CAAE,CAAC,CAAEN,WAAW,CAAE,SAAU,CAAE,CAAA5B,QAAA,cACnD3F,KAAA,CAACnB,OAAO,EACNoF,KAAK,CAAE5D,QAAS,CAChBkI,QAAQ,CAAEnG,eAAgB,CAC1B,aAAW,MAAM,CAAAuD,QAAA,eAEjB7F,IAAA,CAACb,GAAG,EAACuJ,KAAK,CAAC,iBAAiB,CAACvE,KAAK,CAAC,GAAG,CAAE,CAAC,cACzCnE,IAAA,CAACb,GAAG,EAACuJ,KAAK,CAAC,kBAAkB,CAACvE,KAAK,CAAC,GAAG,CAAE,CAAC,cAC1CnE,IAAA,CAACb,GAAG,EAACuJ,KAAK,CAAC,cAAc,CAACvE,KAAK,CAAC,GAAG,CAAE,CAAC,cACtCnE,IAAA,CAACb,GAAG,EAACuJ,KAAK,CAAC,eAAe,CAACvE,KAAK,CAAC,GAAG,CAAE,CAAC,EAChC,CAAC,CACP,CAAC,cACNnE,IAAA,CAAChB,QAAQ,EAACmF,KAAK,CAAC,GAAG,CAACoE,EAAE,CAAE,CAAEI,OAAO,CAAE,CAAE,CAAE,CAAA9C,QAAA,cACrC7F,IAAA,CAACf,GAAG,EAACsJ,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAE5C,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC7F,IAAA,CAACZ,QAAQ,EACPwJ,IAAI,CAAEjI,OAAQ,CACdkI,OAAO,CAAEnE,UAAW,CACpBoE,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXtI,IAAA,CAAChB,QAAQ,EAACmF,KAAK,CAAC,GAAG,CAACoE,EAAE,CAAE,CAAEI,OAAO,CAAE,CAAE,CAAE,CAAA9C,QAAA,cACrC7F,IAAA,CAACf,GAAG,EAACsJ,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAE5C,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC7F,IAAA,CAACZ,QAAQ,EACPwJ,IAAI,CAAE7H,kBAAmB,CACzB8H,OAAO,CAAEnB,qBAAsB,CAC/BoB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXtI,IAAA,CAAChB,QAAQ,EAACmF,KAAK,CAAC,GAAG,CAACoE,EAAE,CAAE,CAAEI,OAAO,CAAE,CAAE,CAAE,CAAA9C,QAAA,cACrC7F,IAAA,CAACf,GAAG,EAACsJ,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAE5C,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC7F,IAAA,CAACZ,QAAQ,EACPwJ,IAAI,CAAEzH,cAAe,CACrB0H,OAAO,CAAEjB,iBAAkB,CAC3BkB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXtI,IAAA,CAAChB,QAAQ,EAACmF,KAAK,CAAC,GAAG,CAACoE,EAAE,CAAE,CAAEI,OAAO,CAAE,CAAE,CAAE,CAAA9C,QAAA,cACrC7F,IAAA,CAACf,GAAG,EAACsJ,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAE5C,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC7F,IAAA,CAACZ,QAAQ,EACPwJ,IAAI,CAAErH,eAAgB,CACtBsH,OAAO,CAAEhB,kBAAmB,CAC5BiB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAnI,aAAa"},"metadata":{},"sourceType":"module","externalDependencies":[]}

{xinference-0.8.2.dist-info → xinference-0.8.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: xinference
-Version: 0.8.2
+Version: 0.8.3
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -40,9 +40,10 @@ Requires-Dist: openai >1
 Requires-Dist: python-jose[cryptography]
 Requires-Dist: passlib[bcrypt]
 Requires-Dist: aioprometheus[starlette] >=23.12.0
+Requires-Dist: pynvml
+Requires-Dist: async-timeout
 Provides-Extra: all
 Requires-Dist: chatglm-cpp >=0.3.0 ; extra == 'all'
-Requires-Dist: ctransformers ; extra == 'all'
 Requires-Dist: llama-cpp-python >=0.2.25 ; extra == 'all'
 Requires-Dist: transformers >=4.34.1 ; extra == 'all'
 Requires-Dist: torch ; extra == 'all'
@@ -53,16 +54,16 @@ Requires-Dist: bitsandbytes ; extra == 'all'
 Requires-Dist: protobuf ; extra == 'all'
 Requires-Dist: einops ; extra == 'all'
 Requires-Dist: tiktoken ; extra == 'all'
-Requires-Dist: sentence-transformers ; extra == 'all'
+Requires-Dist: sentence-transformers >=2.3.1 ; extra == 'all'
 Requires-Dist: diffusers ; extra == 'all'
 Requires-Dist: controlnet-aux ; extra == 'all'
 Requires-Dist: orjson ; extra == 'all'
 Requires-Dist: optimum ; extra == 'all'
+Requires-Dist: flash-attn ; extra == 'all'
 Requires-Dist: auto-gptq ; (sys_platform != "darwin") and extra == 'all'
 Requires-Dist: vllm >=0.2.6 ; (sys_platform == "linux") and extra == 'all'
 Provides-Extra: benchmark
 Requires-Dist: psutil ; extra == 'benchmark'
-Requires-Dist: pynvml ; extra == 'benchmark'
 Provides-Extra: dev
 Requires-Dist: cython >=0.29 ; extra == 'dev'
 Requires-Dist: pytest >=3.5.0 ; extra == 'dev'
@@ -92,7 +93,7 @@ Requires-Dist: sphinx-intl >=0.9.9 ; extra == 'doc'
 Requires-Dist: sphinx-tabs ; extra == 'doc'
 Requires-Dist: sphinx-design ; extra == 'doc'
 Provides-Extra: embedding
-Requires-Dist: sentence-transformers ; extra == 'embedding'
+Requires-Dist: sentence-transformers >=2.3.1 ; extra == 'embedding'
 Provides-Extra: ggml
 Requires-Dist: llama-cpp-python >=0.2.25 ; extra == 'ggml'
 Requires-Dist: ctransformers ; extra == 'ggml'
@@ -112,6 +113,7 @@ Requires-Dist: einops ; extra == 'transformers'
 Requires-Dist: tiktoken ; extra == 'transformers'
 Requires-Dist: auto-gptq ; extra == 'transformers'
 Requires-Dist: optimum ; extra == 'transformers'
+Requires-Dist: flash-attn ; extra == 'transformers'
 Provides-Extra: vllm
 Requires-Dist: vllm >=0.2.6 ; extra == 'vllm'
 
@@ -143,20 +145,20 @@ potential of cutting-edge AI models.
 
 ## 🔥 Hot Topics
 ### Framework Enhancements
+- Support speech recognition model: [#929](https://github.com/xorbitsai/inference/pull/929)
 - Metrics support: [#906](https://github.com/xorbitsai/inference/pull/906)
 - Docker image: [#855](https://github.com/xorbitsai/inference/pull/855)
 - Support multimodal: [#829](https://github.com/xorbitsai/inference/pull/829)
 - Auto recover: [#694](https://github.com/xorbitsai/inference/pull/694)
 - Function calling API: [#701](https://github.com/xorbitsai/inference/pull/701), here's example: https://github.com/xorbitsai/inference/blob/main/examples/FunctionCall.ipynb
 - Support rerank model: [#672](https://github.com/xorbitsai/inference/pull/672)
-- Speculative decoding: [#509](https://github.com/xorbitsai/inference/pull/509)
 ### New Models
+- Built-in support for [Whisper](https://github.com/openai/whisper): [#929](https://github.com/xorbitsai/inference/pull/929)
+- Built-in support for [Orion-chat](https://huggingface.co/OrionStarAI): [#933](https://github.com/xorbitsai/inference/pull/933)
 - Built-in support for [InternLM2-chat](https://huggingface.co/internlm/internlm2-chat-7b): [#829](https://github.com/xorbitsai/inference/pull/913)
 - Built-in support for [qwen-vl](https://huggingface.co/Qwen/Qwen-VL-Chat): [#829](https://github.com/xorbitsai/inference/pull/829)
 - Built-in support for [phi-2](https://huggingface.co/microsoft/phi-2): [#828](https://github.com/xorbitsai/inference/pull/828)
 - Built-in support for [mistral-instruct-v0.2](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2): [#796](https://github.com/xorbitsai/inference/pull/796)
-- Built-in support for [deepseek-llm](https://huggingface.co/deepseek-ai) and [deepseek-coder](https://huggingface.co/deepseek-ai): [#786](https://github.com/xorbitsai/inference/pull/786)
-- Built-in support for [Mixtral-8x7B-v0.1](https://huggingface.co/mistralai/Mixtral-8x7B-v0.1): [#782](https://github.com/xorbitsai/inference/pull/782)
 ### Integrations
 - [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
 - [Chatbox](https://chatboxai.app/): a desktop client for multiple cutting-edge LLM models, available on Windows, Mac and Linux.
@@ -185,16 +187,17 @@ allowing the seamless distribution of model inference across multiple devices or
 with popular third-party libraries including [LangChain](https://python.langchain.com/docs/integrations/providers/xinference), [LlamaIndex](https://gpt-index.readthedocs.io/en/stable/examples/llm/XinferenceLocalDeployment.html#i-run-pip-install-xinference-all-in-a-terminal-window), [Dify](https://docs.dify.ai/advanced/model-configuration/xinference), and [Chatbox](https://chatboxai.app/).
 
 ## Why Xinference
-| Feature | Xinference | FastChat | OpenLLM | RayLLM |
-|---------|------------|----------|---------|--------|
-| OpenAI-Compatible RESTful API | ✅ | ✅ | ✅ | ✅ |
-| vLLM Integrations | ✅ | ✅ | ✅ | ✅ |
-| More Inference Engines (GGML, TensorRT) | ✅ | ❌ | ✅ | ✅ |
-| More Platforms (CPU, Metal) | ✅ | ✅ | ❌ | ❌ |
-| Multi-node Cluster Deployment | ✅ | ❌ | ❌ | ✅ |
-| Image Models (Text-to-Image) | ✅ | ✅ | ❌ | ❌ |
-| Text Embedding Models | ✅ | ❌ | ❌ | ❌ |
-| Multimodal Models | ✅ | ❌ | ❌ | ❌ |
+| Feature                                        | Xinference | FastChat | OpenLLM | RayLLM |
+|------------------------------------------------|------------|----------|---------|--------|
+| OpenAI-Compatible RESTful API                  | ✅ | ✅ | ✅ | ✅ |
+| vLLM Integrations                              | ✅ | ✅ | ✅ | ✅ |
+| More Inference Engines (GGML, TensorRT)        | ✅ | ❌ | ✅ | ✅ |
+| More Platforms (CPU, Metal)                    | ✅ | ✅ | ❌ | ❌ |
+| Multi-node Cluster Deployment                  | ✅ | ❌ | ❌ | ✅ |
+| Image Models (Text-to-Image)                   | ✅ | ✅ | ❌ | ❌ |
+| Text Embedding Models                          | ✅ | ❌ | ❌ | ❌ |
+| Multimodal Models                              | ✅ | ❌ | ❌ | ❌ |
+| Audio Models                                   | ✅ | ❌ | ❌ | ❌ |
 | More OpenAI Functionalities (Function Calling) | ✅ | ❌ | ❌ | ❌ |
 
 ## Getting Started

{xinference-0.8.2.dist-info → xinference-0.8.3.dist-info}/RECORD

@@ -1,13 +1,13 @@
 xinference/__init__.py,sha256=jv7PR7ali6n5TpvGjB3hKugwB9Tq-eSTyc_xl2gFnZ0,910
-xinference/_version.py,sha256=sJfLuyBvC8zz3wAriO0mWLv6e1YnDA3mbbrYuiaGQR0,497
+xinference/_version.py,sha256=UT3efbrpguVQoTdDMEXtulcHeH8hoQsz8j9CzwLD49o,497
 xinference/conftest.py,sha256=mGhwGBCmu4SNXx-akGw6rzYO2wfB9gTwjewC--geSSw,9315
-xinference/constants.py,sha256=JfcCKl28iyuDAnfue9FrvK34KEfg0dKyoo1-2hzQTJ4,2343
+xinference/constants.py,sha256=81M8ATbulsB78fht4pp0H8q2dDU2qTqSmu1FAjRiOKk,2738
 xinference/fields.py,sha256=xRpDiZXVORKoC9rG3eqwxT-BFuAojhJlxJTsAQHzJ24,5075
 xinference/isolation.py,sha256=NstVRcO3dG4umHExICXAHlzVKwH8ch8MBwKwE-KFkE0,1826
-xinference/types.py,sha256=dhWPyZR-YX6AGaPhPTxxem_Q0fWYN9dHQILeWFvW4yI,11704
+xinference/types.py,sha256=KRC2WBmQyh2epsjLZbvWAKLrFTYT-iq4B4Dt_Kn1IYc,11714
 xinference/utils.py,sha256=Z6PPDGmX4EW8OD3OfA2Wa37ZM9OdRTnR00ITMDTu4qE,716
 xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/api/restful_api.py,sha256=p1ql_XDUN49tZtdyOY3g5u5arynYOnUPdNuQ0_p2TAM,51045
+xinference/api/restful_api.py,sha256=EGEnBdzY2inR9c-dHvokwHC3RE3HLLbXW5lLK8k4ia8,51553
 xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/api/oauth2/auth_service.py,sha256=VzWu_gFYcVBmO0aUXQ1PSGJnUTRehWmVFaJEAGreSGs,4937
 xinference/api/oauth2/types.py,sha256=7msmsDEmhrfq465_48hgLYbbTdZ8gdiES2KWF06usxQ,970
@@ -18,22 +18,22 @@ xinference/client/handlers.py,sha256=3gd9C7u4URbcVdR6Eyv8cpEZ175Ll4q_jGL07CnEIpg
 xinference/client/oscar/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/client/oscar/actor_client.py,sha256=fWGbqCaJHp33CSgtznPosryTD88KWSjQLQebHkGvQCI,21545
 xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/client/restful/restful_client.py,sha256=ESZyyN0TVj5ECkocmPog23sBIi0HarmYwC4dL4yArR0,38987
+xinference/client/restful/restful_client.py,sha256=yrP2L44mvhoLoDJwT0NCeliba2fCrIunvc7FkdpuGVY,39445
 xinference/core/__init__.py,sha256=Fe5tYCHDbYJ7PhxJhQ68VbfgKgOsAuslNPr4wPhFMJM,612
 xinference/core/cache_tracker.py,sha256=rBF8MXWK3rP5Q69LuhpWb2ZeF_bqbC3zCTCKs8FlfZE,4261
-xinference/core/chat_interface.py,sha256=CNqILarZfdMnZebuOaemK4FomouLqKAcd7lt24JF09Q,17073
+xinference/core/chat_interface.py,sha256=3nqDDSEXUU_u9wVPcwvE2HLbeBWxrRofHxyVyZf0eKs,17351
 xinference/core/event.py,sha256=MBEuTlXsy659pDsCNl3qZDNbVfY13-Z-CmZCRdabQpI,1632
 xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
 xinference/core/model.py,sha256=l2yUlg-f-qWmd5QSxizn5fnpgjl-pv-Kgc5B6p_WIgw,17658
-xinference/core/resource.py,sha256=oG44ZpXQL7uz4pbowtHGdpHarNJ52CK6KBLJRMcySpk,1516
+xinference/core/resource.py,sha256=V7Be3k6wcQWMfSdIwlNGozhOZHzssTp6O9X-1vDEmo8,1561
 xinference/core/status_guard.py,sha256=dYpmNfbYbqByPv8cReUrG3hVewGpn6i5_JfzGnCs0uc,2802
-xinference/core/supervisor.py,sha256=X7Ky2QhbZ_UgghOC8xutusnr03xKaEy6hfiAwNCWRDc,33910
-xinference/core/utils.py,sha256=xPQmJ_oRROtUynX7vgwG1iqTpVA-gZoiV3uxOsw3uz0,5118
-xinference/core/worker.py,sha256=mPOW_32NtqrWZuZP8fsD2Birl_kQngOLH3t1Lw8Q8Rs,26135
+xinference/core/supervisor.py,sha256=CgbZlFaMOvkUzEC0lprkfBcJ3e7M-GQaptDhzTTSza8,36605
+xinference/core/utils.py,sha256=FxIiiWvBcGkO0tpM2MiL3-xJEART4LmOFPJpNV6SaY4,6006
+xinference/core/worker.py,sha256=-sjYS8Spmq7aHEET_7ZJQOKdGm80QInW-ONtLXGcY40,26709
 xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/deploy/cmdline.py,sha256=oBcz2K-rlyiUMPaxD8k5gpgh4iUl249bUP591x-7gDY,28467
-xinference/deploy/local.py,sha256=99xpzEx9yFj6xPyplzseF64ZCcVOp3oDKZRTBnJF8Io,3933
-xinference/deploy/supervisor.py,sha256=N2EnjN0_lNT92ygZ6qiip6BeodK7dazT2sWWj_wRU_4,2965
+xinference/deploy/local.py,sha256=hyT6fxjNS_BCH3mrlM6suvRW4OaIg59I1paBXhEnv2g,3951
+xinference/deploy/supervisor.py,sha256=LyERwWG_gxgaTFJLo0Cw7scnT00s0dY7CvZx09VpZX4,2983
 xinference/deploy/utils.py,sha256=wR8dUZud1k7gSmd4M7l6Rq2rtrhTn5qLGmM1XB1IHr4,4941
 xinference/deploy/worker.py,sha256=IzmENJE-g0bujAReC5I_iZE6epdgRwaobALKPIk7csA,2915
 xinference/deploy/test/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
@@ -46,14 +46,14 @@ xinference/model/core.py,sha256=OROpZk2fYqQJQYIDwefGtsvNoYEiYH1gM19P-Kb62OY,3157
 xinference/model/utils.py,sha256=Mw-D6f8LVoO9RQRjPrngQYjCNvGmzGYTYS2P981dXtg,9795
 xinference/model/audio/__init__.py,sha256=fM_2G0I9wFHTMuRrr6bebCaLjfCCSZIThxHXEcBdGh4,967
 xinference/model/audio/core.py,sha256=ra2suEVFI0SUFM_PTprxzVayvhjC4pAKYayjVCFAIrQ,5050
-xinference/model/audio/model_spec.json,sha256=rkQHnPgyVRSNg67SKGoGIiDEvzDrzBcDkSvwlJzv7SI,1468
+xinference/model/audio/model_spec.json,sha256=gXsXm33FdDr1SfuNfydmt96jjZac9uVPP0Pxe50HA0k,2362
 xinference/model/audio/utils.py,sha256=pwo5cHh8nvhyBa9f-17QaVpXMSjmbpGbPYKwBBtEhGM,717
 xinference/model/audio/whisper.py,sha256=SPqDSvFNlU_wnOj9q0hjR863mdklqwfREnyli3vfVeM,4302
 xinference/model/embedding/__init__.py,sha256=0FLzOZyOuMctxFvhobkLXRUepwHck6RPbtjCct1eMI8,2854
 xinference/model/embedding/core.py,sha256=Ya0p3t5DQNSjH77Q28N0sIk1vmmq2JuBoFvVvlYXE7g,17324
 xinference/model/embedding/custom.py,sha256=iE3-iWVzxarXdeTdw5e6rxv6HQRXVbPHp65wwhT2IL8,3919
-xinference/model/embedding/model_spec.json,sha256=ItkDOMHDxIkddIeHKrgi6LiOEzYLh4yFzRnTwFzVf6I,5289
-xinference/model/embedding/model_spec_modelscope.json,sha256=QYgw_X5ml1zHw1w6kV8FkHQQvuHq3cggl-XMs4kLb_A,4644
+xinference/model/embedding/model_spec.json,sha256=rrKFcgFjOIevuvE2AratcrJssvt1HwQfktNLge5yaug,5999
+xinference/model/embedding/model_spec_modelscope.json,sha256=CTS4KgQYgeuojHnv01HHjo5Um_DKbh0Y5TKi4FYMWj8,5248
 xinference/model/embedding/utils.py,sha256=t_y-7TrYenJKzX3p8e8KWXyC66u7Kd7lMvSzEOolnZw,790
 xinference/model/image/__init__.py,sha256=SI99hr__9naTBtEXLxXb2gPPwwanjvhTXEyxUcV5ghU,1214
 xinference/model/image/core.py,sha256=4r_0blCuTw9iWHce5wLJE3BKgYLqVKfZrOwrLtuhagM,7238
@@ -61,14 +61,14 @@ xinference/model/image/model_spec.json,sha256=VBo3jTq93UtwD9fB1oqrpIJVaZbyYNioug
 xinference/model/image/utils.py,sha256=gxg8jJ2nYaDknzCcSC53WCy1slbB5aWU14AbJbfm6Z4,906
 xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/model/image/stable_diffusion/core.py,sha256=BdslgN_T7f2nzmxtRz0fT2S0P6tTN9zJ_UE6XO2bLLs,5152
-xinference/model/llm/__init__.py,sha256=bvylSKdNjzR28GWDldgncXs4q4sNa-nbWAlz8XuMWys,5860
-xinference/model/llm/core.py,sha256=H_PlpEoMhdkJOmRddfjdkxlENFbwgrAu7xjihKhAREY,9060
-xinference/model/llm/llm_family.json,sha256=NQ3w_ip9xoCKTP1BCEQuyPm_TMcCDxc85I7u1f5uPcQ,83928
+xinference/model/llm/__init__.py,sha256=zxArvh4ggVj9BEZ7ZSGEFmv0pYINpXB8eT_S101LQAc,5932
+xinference/model/llm/core.py,sha256=xl1VA9isB3lG7zmNq5hVk_J5QbggUGezlQz_bc-CyqM,9162
+xinference/model/llm/llm_family.json,sha256=qWgBDExF0daMAxFiTTpB9zhC1azYBwmfSvVQB7tO35k,85328
 xinference/model/llm/llm_family.py,sha256=ONxSO7g3T4EjQzCPSVctGKyOiq-BSDYNQcbxmUaLBHI,31089
-xinference/model/llm/llm_family_modelscope.json,sha256=itr4UBs9Onw1LkQ7RkHg63IahTKiAmTBmnyMCNxS9Z8,48486
+xinference/model/llm/llm_family_modelscope.json,sha256=makZWUeMHV9lK2USW9UshnZdtD6mCBCaqoWqcUBrOPA,49814
 xinference/model/llm/utils.py,sha256=ViDG9M7XikuouCP6cqDnlgGQoQQ5xq0QdEJbXcvCCr8,24912
 xinference/model/llm/ggml/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/ggml/chatglm.py,sha256=XJ6lyr4Kl6-u65ZxFtEjPbIcd0tTdudKXYoEWFoNXig,12555
+xinference/model/llm/ggml/chatglm.py,sha256=Zrzw8K2EroI5v2JlwOAJ08tNFs871n86zRtBxuK97Z8,13044
 xinference/model/llm/ggml/ctransformers.py,sha256=n8dTItZe97cF79NkmsVPirqpBcrZiGAQfd2GRpz9-3I,9917
 xinference/model/llm/ggml/ctransformers_util.py,sha256=WozFJgJZlbuEDPQLhy31YmwGp-oJoUYsnd9HjuGraIE,5271
 xinference/model/llm/ggml/llamacpp.py,sha256=aK4EU25ryGgCbY9HRFfAdFusg385MB_UA1OT-p8fFQs,12241
@@ -77,33 +77,47 @@ xinference/model/llm/ggml/tools/convert_ggml_to_gguf.py,sha256=ULvaoAKGH-L6RuRLF
 xinference/model/llm/ggml/tools/gguf.py,sha256=Hv2haR-UN7NdB1N8YId32hFoEPd-JX6_aUNWRJhyJZc,30277
 xinference/model/llm/pytorch/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/model/llm/pytorch/baichuan.py,sha256=6d9UQw5Ox1FFdPG-cO3aKPcUmio5bQ4j1X5B0eCg5TU,2703
-xinference/model/llm/pytorch/chatglm.py,sha256=2YCZL86ABFOjjoVXGxBwK9V80j71gSTfHAYEUveskyY,6991
+xinference/model/llm/pytorch/chatglm.py,sha256=OEFqhDm7NSA-WrkUQBpOo9DJBHmU-lfEklBk2wXnMdA,7007
 xinference/model/llm/pytorch/compression.py,sha256=rN8z0yt2xV9ASLv1muYStyBdvZjGCQL-OYaEga4FwIQ,8081
-xinference/model/llm/pytorch/core.py,sha256=2kYkhAOdN9kU79yyc-rMiX3JX1zlq99X5LDHqhq5RIc,17962
+xinference/model/llm/pytorch/core.py,sha256=CAUC2EFfF4cuH8K7AMekWdPZfMbMYnqEtTUjCw-vzMY,17988
 xinference/model/llm/pytorch/falcon.py,sha256=wC3_ILUtoimtOWox2_Sr94OcEkMYoB7Mf84R4LYHMGI,4298
 xinference/model/llm/pytorch/internlm2.py,sha256=J9byaXpgPQ28zp8EEqz2hggX2d7bdmY5-e2Mp6SIeTU,5569
 xinference/model/llm/pytorch/llama_2.py,sha256=JQI9R_ZrNhTXg_MbS7el6P-ou49iMKq5vnr9QlQ_o70,3509
 xinference/model/llm/pytorch/qwen_vl.py,sha256=Bj2B2c7YJlooDtevjj5QsuaWIHm1umvlFu1QCsS7kBo,5647
 xinference/model/llm/pytorch/spec_decoding_utils.py,sha256=t059oJ0kvcXMA1pKizN1HDzs0LMf5Jpb5MM7aMNKnzQ,18750
 xinference/model/llm/pytorch/spec_model.py,sha256=2rmSYaliu0nwOQzc3rnYFtBLFBayKZ9Xe2hkJUbe7mo,6810
-xinference/model/llm/pytorch/utils.py,sha256=zKpyeF7JV0sMv4jmwiYQGCxpk6VsbXtgOmnyksHUs8M,16870
+xinference/model/llm/pytorch/utils.py,sha256=I3Lz0q8HcUBT8LEzo8lmqPl9OBHgeZPcHYdGUyIgLOw,17258
 xinference/model/llm/pytorch/vicuna.py,sha256=eJ2HVHg-HbhVHRdA5g4N9I2_cCti4K9y3Y4WjMMzAIs,2217
+xinference/model/llm/pytorch/yi_vl.py,sha256=HPvYARxpC3DWendDoLVeuU8Nf3cm8-Rv_UNVfFbm4h8,9146
 xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/model/llm/vllm/core.py,sha256=emuGIPYqW61s4xOn62fOyEkOA0brgqV6PW4OoxfNjpg,15027
 xinference/model/rerank/__init__.py,sha256=BXIL1uu3ZpZHX9bODhW9lxKUXudZE7-OkXFmmM5rpMU,2817
-xinference/model/rerank/core.py,sha256=A2HKT5mWYRgTp10a6UkeYf9I2XxVwEASmGUu9gOUS4Y,12424
+xinference/model/rerank/core.py,sha256=dTLVF1Ij3xQSI8-bVMt4ozgNsVjLapWY22JCxl2O7Xg,12411
 xinference/model/rerank/custom.py,sha256=NKk7jA7p4xkuwS5WoOs2SY2wdnoAVpyCjBTvv317bBw,3917
-xinference/model/rerank/model_spec.json,sha256=VbKnpfuEoYkWkRb8NwPpzXOzaFgAn2HAWYzVGN7xY7E,375
-xinference/model/rerank/model_spec_modelscope.json,sha256=38MIVSgGGAsFXc2eP1j4AMSPqwYdFTwPaxJFiN72Fv4,375
+xinference/model/rerank/model_spec.json,sha256=YXp6FUjYWh4ZKOrZs-bi_36y-T8D-jjmMcdFdocpSeE,574
+xinference/model/rerank/model_spec_modelscope.json,sha256=bc9OVu-uFGKRFSkQ37Vrm8agr6bgZR1ib2mVt5KGApk,569
 xinference/model/rerank/utils.py,sha256=MJAFL47G3r3zLVGXKoi0QLTgU3Xr4Ffv72Ipn--psew,713
+xinference/thirdparty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+xinference/thirdparty/llava/__init__.py,sha256=UlCNtyBVX645CB6S6LfyYkTfQVO18_a8e9SmR7cHExA,41
+xinference/thirdparty/llava/conversation.py,sha256=_OKwx8mkikwfsuTVR3BtvolqNcwY1X3DP7X9TlmR31g,7758
+xinference/thirdparty/llava/mm_utils.py,sha256=t19xg6kvy5KiHm_zmRJZZDyqsfTQjm6KEZ2kaE1y_44,3876
+xinference/thirdparty/llava/model/__init__.py,sha256=KlZDBvQbrUBrHix1PQTmAmq5dJHCipCKOlcpLZUJZso,60
+xinference/thirdparty/llava/model/constants.py,sha256=fFKjeLBhxYo3UGBhA6DbS0LGApXmxJqeQ0iMPaPh480,140
+xinference/thirdparty/llava/model/llava_arch.py,sha256=la9YRdFHh9bCki7m7UXZFvXdlPki096gHdewRYWXo3A,17198
+xinference/thirdparty/llava/model/llava_llama.py,sha256=cXGSrL2bcy2FIAxSCQ25BhSbk6JYOs0uvPD7_zH7ZBI,5678
+xinference/thirdparty/llava/model/clip_encoder/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+xinference/thirdparty/llava/model/clip_encoder/builder.py,sha256=D1d2_hW2V1kT4jn_-spbYH3CRysyqZGPKsvb6Aai3QY,315
+xinference/thirdparty/llava/model/clip_encoder/clip_encoder.py,sha256=ieNXVeV1UFIxbcMufZewxofnSSP9t5dBhMFLfMJcFN4,2789
+xinference/thirdparty/llava/model/multimodal_projector/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+xinference/thirdparty/llava/model/multimodal_projector/builder.py,sha256=URP051uhGLWqC6ERsqjn2MiQDNYzOoQ6EJEcB-Z0RzM,1933
 xinference/web/ui/package-lock.json,sha256=IKVmmJcQ3cCP9yB1-DMR43hJmO8d9gfhItYMciA4a0E,766245
 xinference/web/ui/package.json,sha256=g9yWQGNiiiS6wkJhqRw2MRd-7T-dyy_hjjNZ-K24O80,1900
-xinference/web/ui/build/asset-manifest.json,sha256=rL_UVltSB6u7vg-t3NIlLMi4GQdelABakc_FLsIRzzA,300
+xinference/web/ui/build/asset-manifest.json,sha256=ssCBV8Fhax1QASt3O-ddKviVMN7EltvuI0D1wxWKz88,300
 xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
-xinference/web/ui/build/index.html,sha256=RkQP-F6ieEu59OoD7kRh128RRERk0pGovBo5jZHhn28,589
-xinference/web/ui/build/static/js/main.abedc3c9.js,sha256=g3rr8qKCEHgrh6uONamIZirzrZEItKlOaQHbyKHDtOM,914701
-xinference/web/ui/build/static/js/main.abedc3c9.js.LICENSE.txt,sha256=8ziOYGb1jthAUKvOTShmsWJ1ZU9Dax-7OPCFl6cARsI,2185
-xinference/web/ui/build/static/js/main.abedc3c9.js.map,sha256=iuIbC477HGoJ9prarCAS_HqpDEqM56mY-6ipSUXSuxk,4105968
+xinference/web/ui/build/index.html,sha256=nYGc0e1sjPFzk7oPEcuin-48e_njALylSWCFwoQlgec,589
+xinference/web/ui/build/static/js/main.15822aeb.js,sha256=bx6ltI1_N4zgNrbRvXJFy854Td_FHS4V-aqvqduSqgo,914703
+xinference/web/ui/build/static/js/main.15822aeb.js.LICENSE.txt,sha256=8ziOYGb1jthAUKvOTShmsWJ1ZU9Dax-7OPCFl6cARsI,2185
+xinference/web/ui/build/static/js/main.15822aeb.js.map,sha256=66X4QvDOJFYQYD36BV_Ei0ioRt4mwbxVO7eMn_dWUqw,4105971
 xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
 xinference/web/ui/node_modules/.package-lock.json,sha256=JVJJkrPmKUzGiyU3z0u252yd1LtXWyhxX_8M3onL-uM,764304
 xinference/web/ui/node_modules/.cache/babel-loader/000791038e4133db461021f1018491323a006cca7a53e09c2ac35032bc36d8b6.json,sha256=lcvLWh7kYVCN6ZBwqKJYmnST8it8tv7i7gOzsbV5Gas,1358
@@ -4953,6 +4967,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/65c31dd2c2e8ddfb70f60f008b0ed
 xinference/web/ui/node_modules/.cache/babel-loader/65c4550f429f1a97767b36dc33a12b956bab8abb05173035b99428241179202f.json,sha256=04KsB3bRHCAoJj5iHWRR9Vs-X6H5Mz4Q8LpkYy9I2P0,1240
 xinference/web/ui/node_modules/.cache/babel-loader/65c4db63c9b2685af3cc53ef2ee1109f6c5ede9a673db30f0dcc0a7ab9c662d5.json,sha256=N4xze4Fj3RsPcofqS-MSNxYpmLmEdJm_wspUF_BBpOU,1531
 xinference/web/ui/node_modules/.cache/babel-loader/65c505c479da9378d7a9d000ae8c13d47640390ad39fb34019f3121604b465ce.json,sha256=6EW-VjZoKdM-tHfKc6K3zr_N5qESksdAlNQWDWqSpMo,1802
+xinference/web/ui/node_modules/.cache/babel-loader/65ca3ba225b8c8dac907210545b51f2fcdb2591f0feeb7195f1c037f2bc956a0.json,sha256=OiyRCz0SAAUgtIkuq6Hj-_XpCLZgGBN60TJt39eyJis,43250
 xinference/web/ui/node_modules/.cache/babel-loader/65d21efa068e1add015ebf08d5bc41052a5a0567b511122e6f42b1b2f6463279.json,sha256=Bngzy58GhQR9Q5RzqZrOtlW6QVkHTiuvSRhrmYrdS5o,1355
 xinference/web/ui/node_modules/.cache/babel-loader/65d65565a7881460bc4e2343e14e7a1db2b3c50aa813ba7adc8cfbc9e1fb6d1e.json,sha256=5NJqsmV8P4LGrpa6zu8EzrZu3rKYKfs8zJUCDuSwVyc,1669
 xinference/web/ui/node_modules/.cache/babel-loader/65e2ed15dd07d3e2ade21458867b8d447c75f83a4dd4f868197bd18bf55cbc3f.json,sha256=H0oACmOtWM06gTMhFDGdaep5CshehP_N-3DfPEB4qqQ,1650
@@ -9347,7 +9362,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/c14fcd013599df564b66c521ce32f
 xinference/web/ui/node_modules/.cache/babel-loader/c152f4d1ccb679f1fca29f798a82dfbfce7413f0733e5224cd561de0c0ce7770.json,sha256=Mo3agT3DliKV2MpwTL5ph3P0YI8Dx4zkOcIDPlT5v4k,1054
 xinference/web/ui/node_modules/.cache/babel-loader/c1544f05f5518327276099e63727b834e44175b2b71abd14169a1778a25e013d.json,sha256=_EmwHcAf9N0Laf9NLloCXxBXJFWZxfEyVfQS_bz_79M,1310
 xinference/web/ui/node_modules/.cache/babel-loader/c15608a3fce9f156ac9e55d46e9981c0c712c717e69de231256a2e790ecb0c03.json,sha256=KA1Hryns-AnOHqBAJPnFE93T87scIUS90mct7gTYzME,1016
-xinference/web/ui/node_modules/.cache/babel-loader/c157e34990b23834b7ad4c13c42962209942c60f8130978c1514f3d085cfaea0.json,sha256=3cAi0kGJB25YJHTsLRLejid3a3bbcVrPqJPI-_EVvDk,43231
 xinference/web/ui/node_modules/.cache/babel-loader/c15f5591c483462e9b7a3611ecec54bd753beb5a068f0b7fef50791ad75251c3.json,sha256=6-wdbW_GSp_vnt6tlF5FidI2h_6-FP0JDvh87NbWw7c,1080
 xinference/web/ui/node_modules/.cache/babel-loader/c15f6e7be7049b7bde1fd8bbb33ef2aee103172d67c6290e02c8821b70b819de.json,sha256=WY7sy_l4qNM2Da6HEhbtEOZB_ce4gm9ByhEyD0Ft0jw,1151
 xinference/web/ui/node_modules/.cache/babel-loader/c16f0dda48f4d0f37178ed05160a197768e75e4ac3fb333c4daed4451d84c12a.json,sha256=8shJPo4tp7-GkoAWyTaqs0aIL-DpC35lU7H7z3nKzGs,1886
@@ -15298,9 +15312,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
 xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
 xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
 xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
-xinference-0.8.2.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-xinference-0.8.2.dist-info/METADATA,sha256=gkLnIgXa9JgXtPSWfhbEzFhMwan9Sw4gxZfKFleISUY,13690
-xinference-0.8.2.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-xinference-0.8.2.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
-xinference-0.8.2.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
-xinference-0.8.2.dist-info/RECORD,,
+xinference-0.8.3.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+xinference-0.8.3.dist-info/METADATA,sha256=fJwQJRRaCCQvRPviM1bVw2BwUn-KDPxnw8PvvvO9cQE,14001
+xinference-0.8.3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+xinference-0.8.3.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
+xinference-0.8.3.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
+xinference-0.8.3.dist-info/RECORD,,

xinference/web/ui/node_modules/.cache/babel-loader/c157e34990b23834b7ad4c13c42962209942c60f8130978c1514f3d085cfaea0.json

@@ -1 +0,0 @@
-{"ast":null,"code":"import _objectSpread from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import DeleteOutlineOutlinedIcon from'@mui/icons-material/DeleteOutlineOutlined';import OpenInBrowserOutlinedIcon from'@mui/icons-material/OpenInBrowserOutlined';import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Stack,Tab}from'@mui/material';import{DataGrid}from'@mui/x-data-grid';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import fetcher from'../../components/fetcher';import Title from'../../components/Title';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var RunningModels=function RunningModels(){var _React$useState=React.useState('1'),_React$useState2=_slicedToArray(_React$useState,2),tabValue=_React$useState2[0],setTabValue=_React$useState2[1];var _useState=useState([]),_useState2=_slicedToArray(_useState,2),llmData=_useState2[0],setLlmData=_useState2[1];var _useState3=useState([]),_useState4=_slicedToArray(_useState3,2),embeddingModelData=_useState4[0],setEmbeddingModelData=_useState4[1];var _useState5=useState([]),_useState6=_slicedToArray(_useState5,2),imageModelData=_useState6[0],setImageModelData=_useState6[1];var _useState7=useState([]),_useState8=_slicedToArray(_useState7,2),rerankModelData=_useState8[0],setRerankModelData=_useState8[1];var _useContext=useContext(ApiContext),isCallingApi=_useContext.isCallingApi,setIsCallingApi=_useContext.setIsCallingApi;var _useContext2=useContext(ApiContext),isUpdatingModel=_useContext2.isUpdatingModel,setIsUpdatingModel=_useContext2.setIsUpdatingModel;var _useContext3=useContext(ApiContext),setErrorMsg=_useContext3.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var endPoint=useContext(ApiContext).endPoint;var handleTabChange=function handleTabChange(event,newValue){setTabValue(newValue);};var update=function update(isCallingApi){if(cookie.token===''||cookie.token===undefined){return;}if(cookie.token==='need_auth'){navigate('/login',{replace:true});return;}if(isCallingApi){setLlmData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setEmbeddingModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setImageModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setRerankModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);}else{setIsUpdatingModel(true);fetcher(\"\".concat(endPoint,\"/v1/models/\"),{method:'GET'}).then(function(response){if(!response.ok){response.json().then(function(errorData){setErrorMsg(\"Login failed: \".concat(response.status,\" - \").concat(errorData.detail||'Unknown error'));});}else{response.json().then(function(data){var newLlmData=[];var newEmbeddingModelData=[];var newImageModelData=[];var newRerankModelData=[];Object.entries(data).forEach(function(_ref){var _ref2=_slicedToArray(_ref,2),key=_ref2[0],value=_ref2[1];var newValue=_objectSpread(_objectSpread({},value),{},{id:key,url:key});if(newValue.model_type==='LLM'){newLlmData.push(newValue);}else if(newValue.model_type==='embedding'){newEmbeddingModelData.push(newValue);}else if(newValue.model_type==='image'){newImageModelData.push(newValue);}else if(newValue.model_type==='rerank'){newRerankModelData.push(newValue);}});setLlmData(newLlmData);setEmbeddingModelData(newEmbeddingModelData);setImageModelData(newImageModelData);setRerankModelData(newRerankModelData);setIsUpdatingModel(false);});}}).catch(function(error){console.error('Error:',error);setIsUpdatingModel(false);});}};useEffect(function(){update(isCallingApi);// eslint-disable-next-line\n},[isCallingApi,cookie.token]);var llmColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'model_size_in_billions',headerName:'Size',flex:1},{field:'quantization',headerName:'Quantization',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref3){var row=_ref3.row;var url=row.url;var openUrl=\"\".concat(endPoint,\"/\")+url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;var gradioUrl=\"\".concat(endPoint,\"/v1/ui/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsxs(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:[/*#__PURE__*/_jsx(\"button\",{title:\"Launch Web UI\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){// Make sure no ongoing call\nreturn;}setIsCallingApi(true);fetcher(openUrl,{method:'HEAD'}).then(function(response){if(response.status===404){// If web UI doesn't exist (404 Not Found)\nconsole.log('UI does not exist, creating new...');return fetcher(gradioUrl,{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({model_type:row.model_type,model_name:row.model_name,model_size_in_billions:row.model_size_in_billions,model_format:row.model_format,quantization:row.quantization,context_length:row.context_length,model_ability:row.model_ability,model_description:row.model_description,model_lang:row.model_lang})}).then(function(response){return response.json();}).then(function(){return window.open(openUrl,'_blank','noopener noreferrer');}).finally(function(){return setIsCallingApi(false);});}else if(response.ok){// If web UI does exist\nconsole.log('UI exists, opening...');window.open(openUrl,'_blank','noopener noreferrer');setIsCallingApi(false);}else{// Other HTTP errors\nconsole.error(\"Unexpected response status: \".concat(response.status));setIsCallingApi(false);}}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(OpenInBrowserOutlinedIcon,{})})}),/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})]});}}];var embeddingModelColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref4){var row=_ref4.row;var url=row.url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsx(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})});}}];var imageModelColumns=embeddingModelColumns;var rerankModelColumns=embeddingModelColumns;var dataGridStyle={'& .MuiDataGrid-cell':{borderBottom:'none'},'& .MuiDataGrid-columnHeaders':{borderBottom:'none'},'& .MuiDataGrid-columnHeaderTitle':{fontWeight:'bold'},'& .MuiDataGrid-virtualScroller':{overflowX:'visible !important',overflow:'visible'},'& .MuiDataGrid-footerContainer':{borderTop:'none'},'border-width':'0px'};var noRowsOverlay=function noRowsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models\"});};var noResultsOverlay=function noResultsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models Matches\"});};return/*#__PURE__*/_jsxs(Box,{sx:{height:'100%',width:'100%',paddingLeft:'20px',paddingTop:'20px'},children:[/*#__PURE__*/_jsx(Title,{title:\"Running Models\"}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:tabValue,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:tabValue,onChange:handleTabChange,\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:\"Language Models\",value:\"1\"}),/*#__PURE__*/_jsx(Tab,{label:\"Embedding Models\",value:\"2\"}),/*#__PURE__*/_jsx(Tab,{label:\"Image models\",value:\"3\"}),/*#__PURE__*/_jsx(Tab,{label:\"Rerank models\",value:\"4\"})]})}),/*#__PURE__*/_jsx(TabPanel,{value:\"1\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:llmData,columns:llmColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"2\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:embeddingModelData,columns:embeddingModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"3\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:imageModelData,columns:imageModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"4\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:rerankModelData,columns:rerankModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})})]})]});};export default RunningModels;","map":{"version":3,"names":["DeleteOutlineOutlinedIcon","OpenInBrowserOutlinedIcon","TabContext","TabList","TabPanel","Box","Stack","Tab","DataGrid","React","useContext","useEffect","useState","useCookies","useNavigate","ApiContext","ErrorMessageSnackBar","fetcher","Title","jsx","_jsx","jsxs","_jsxs","RunningModels","_React$useState","_React$useState2","_slicedToArray","tabValue","setTabValue","_useState","_useState2","llmData","setLlmData","_useState3","_useState4","embeddingModelData","setEmbeddingModelData","_useState5","_useState6","imageModelData","setImageModelData","_useState7","_useState8","rerankModelData","setRerankModelData","_useContext","isCallingApi","setIsCallingApi","_useContext2","isUpdatingModel","setIsUpdatingModel","_useContext3","setErrorMsg","_useCookies","_useCookies2","cookie","navigate","endPoint","handleTabChange","event","newValue","update","token","undefined","replace","id","url","concat","method","then","response","ok","json","errorData","status","detail","data","newLlmData","newEmbeddingModelData","newImageModelData","newRerankModelData","Object","entries","forEach","_ref","_ref2","key","value","_objectSpread","model_type","push","catch","error","console","llmColumns","field","headerName","flex","minWidth","sortable","filterable","disableColumnMenu","renderCell","_ref3","row","openUrl","closeUrl","gradioUrl","style","width","display","justifyContent","alignItems","children","title","borderWidth","backgroundColor","paddingLeft","paddingRight","onClick","log","headers","body","JSON","stringify","model_name","model_size_in_billions","model_format","quantization","context_length","model_ability","model_description","model_lang","window","open","finally","m","p","borderRadius","border","borderColor","embeddingModelColumns","_ref4","imageModelColumns","rerankModelColumns","dataGridStyle","borderBottom","fontWeight","overflowX","overflow","borderTop","noRowsOverlay","height","noResultsOverlay","sx","paddingTop","onChange","label","padding","rows","columns","autoHeight","slots"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/running_models/index.js"],"sourcesContent":["import DeleteOutlineOutlinedIcon from '@mui/icons-material/DeleteOutlineOutlined'\nimport OpenInBrowserOutlinedIcon from '@mui/icons-material/OpenInBrowserOutlined'\nimport { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Box, Stack, Tab } from '@mui/material'\nimport { DataGrid } from '@mui/x-data-grid'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport fetcher from '../../components/fetcher'\nimport Title from '../../components/Title'\n\nconst RunningModels = () => {\n  const [tabValue, setTabValue] = React.useState('1')\n  const [llmData, setLlmData] = useState([])\n  const [embeddingModelData, setEmbeddingModelData] = useState([])\n  const [imageModelData, setImageModelData] = useState([])\n  const [rerankModelData, setRerankModelData] = useState([])\n  const { isCallingApi, setIsCallingApi } = useContext(ApiContext)\n  const { isUpdatingModel, setIsUpdatingModel } = useContext(ApiContext)\n  const { setErrorMsg } = useContext(ApiContext)\n  const [cookie] = useCookies(['token'])\n  const navigate = useNavigate()\n  const endPoint = useContext(ApiContext).endPoint\n\n  const handleTabChange = (event, newValue) => {\n    setTabValue(newValue)\n  }\n\n  const update = (isCallingApi) => {\n    if (cookie.token === '' || cookie.token === undefined) {\n      return\n    }\n    if (cookie.token === 'need_auth') {\n      navigate('/login', { replace: true })\n      return\n    }\n    if (isCallingApi) {\n      setLlmData([{ id: 'Loading, do not refresh page...', url: 'IS_LOADING' }])\n      setEmbeddingModelData([\n        { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n      ])\n      setImageModelData([\n        { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n      ])\n      setRerankModelData([\n        { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n      ])\n    } else {\n      setIsUpdatingModel(true)\n      fetcher(`${endPoint}/v1/models/`, {\n        method: 'GET',\n      })\n        .then((response) => {\n          if (!response.ok) {\n            response.json().then((errorData) => {\n              setErrorMsg(\n                `Login failed: ${response.status} - ${\n                  errorData.detail || 'Unknown error'\n                }`\n              )\n            })\n          } else {\n            response.json().then((data) => {\n              const newLlmData = []\n              const newEmbeddingModelData = []\n              const newImageModelData = []\n              const newRerankModelData = []\n              Object.entries(data).forEach(([key, value]) => {\n                let newValue = {\n                  ...value,\n                  id: key,\n                  url: key,\n                }\n                if (newValue.model_type === 'LLM') {\n                  newLlmData.push(newValue)\n                } else if (newValue.model_type === 'embedding') {\n                  newEmbeddingModelData.push(newValue)\n                } else if (newValue.model_type === 'image') {\n                  newImageModelData.push(newValue)\n                } else if (newValue.model_type === 'rerank') {\n                  newRerankModelData.push(newValue)\n                }\n              })\n              setLlmData(newLlmData)\n              setEmbeddingModelData(newEmbeddingModelData)\n              setImageModelData(newImageModelData)\n              setRerankModelData(newRerankModelData)\n              setIsUpdatingModel(false)\n            })\n          }\n        })\n        .catch((error) => {\n          console.error('Error:', error)\n          setIsUpdatingModel(false)\n        })\n    }\n  }\n\n  useEffect(() => {\n    update(isCallingApi)\n    // eslint-disable-next-line\n  }, [isCallingApi, cookie.token])\n\n  const llmColumns = [\n    {\n      field: 'id',\n      headerName: 'ID',\n      flex: 1,\n      minWidth: 250,\n    },\n    {\n      field: 'model_name',\n      headerName: 'Name',\n      flex: 1,\n    },\n    {\n      field: 'address',\n      headerName: 'Address',\n      flex: 1,\n    },\n    {\n      field: 'accelerators',\n      headerName: 'GPU Indexes',\n      flex: 1,\n    },\n    {\n      field: 'model_size_in_billions',\n      headerName: 'Size',\n      flex: 1,\n    },\n    {\n      field: 'quantization',\n      headerName: 'Quantization',\n      flex: 1,\n    },\n    {\n      field: 'url',\n      headerName: 'Actions',\n      flex: 1,\n      minWidth: 200,\n      sortable: false,\n      filterable: false,\n      disableColumnMenu: true,\n      renderCell: ({ row }) => {\n        const url = row.url\n        const openUrl = `${endPoint}/` + url\n        const closeUrl = `${endPoint}/v1/models/` + url\n        const gradioUrl = `${endPoint}/v1/ui/` + url\n\n        if (url === 'IS_LOADING') {\n          return <div></div>\n        }\n\n        return (\n          <Box\n            style={{\n              width: '100%',\n              display: 'flex',\n              justifyContent: 'left',\n              alignItems: 'left',\n            }}\n          >\n            <button\n              title=\"Launch Web UI\"\n              style={{\n                borderWidth: '0px',\n                backgroundColor: 'transparent',\n                paddingLeft: '0px',\n                paddingRight: '10px',\n              }}\n              onClick={() => {\n                if (isCallingApi || isUpdatingModel) {\n                  // Make sure no ongoing call\n                  return\n                }\n\n                setIsCallingApi(true)\n\n                fetcher(openUrl, {\n                  method: 'HEAD',\n                })\n                  .then((response) => {\n                    if (response.status === 404) {\n                      // If web UI doesn't exist (404 Not Found)\n                      console.log('UI does not exist, creating new...')\n                      return fetcher(gradioUrl, {\n                        method: 'POST',\n                        headers: {\n                          'Content-Type': 'application/json',\n                        },\n                        body: JSON.stringify({\n                          model_type: row.model_type,\n                          model_name: row.model_name,\n                          model_size_in_billions: row.model_size_in_billions,\n                          model_format: row.model_format,\n                          quantization: row.quantization,\n                          context_length: row.context_length,\n                          model_ability: row.model_ability,\n                          model_description: row.model_description,\n                          model_lang: row.model_lang,\n                        }),\n                      })\n                        .then((response) => response.json())\n                        .then(() =>\n                          window.open(openUrl, '_blank', 'noopener noreferrer')\n                        )\n                        .finally(() => setIsCallingApi(false))\n                    } else if (response.ok) {\n                      // If web UI does exist\n                      console.log('UI exists, opening...')\n                      window.open(openUrl, '_blank', 'noopener noreferrer')\n                      setIsCallingApi(false)\n                    } else {\n                      // Other HTTP errors\n                      console.error(\n                        `Unexpected response status: ${response.status}`\n                      )\n                      setIsCallingApi(false)\n                    }\n                  })\n                  .catch((error) => {\n                    console.error('Error:', error)\n                    setIsCallingApi(false)\n                  })\n              }}\n            >\n              <Box\n                width=\"40px\"\n                m=\"0 auto\"\n                p=\"5px\"\n                display=\"flex\"\n                justifyContent=\"center\"\n                borderRadius=\"4px\"\n                style={{\n                  border: '1px solid #e5e7eb',\n                  borderWidth: '1px',\n                  borderColor: '#e5e7eb',\n                }}\n              >\n                <OpenInBrowserOutlinedIcon />\n              </Box>\n            </button>\n            <button\n              title=\"Terminate Model\"\n              style={{\n                borderWidth: '0px',\n                backgroundColor: 'transparent',\n                paddingLeft: '0px',\n                paddingRight: '10px',\n              }}\n              onClick={() => {\n                if (isCallingApi || isUpdatingModel) {\n                  return\n                }\n                setIsCallingApi(true)\n                fetcher(closeUrl, {\n                  method: 'DELETE',\n                })\n                  .then((response) => {\n                    response.json()\n                  })\n                  .then(() => {\n                    setIsCallingApi(false)\n                  })\n                  .catch((error) => {\n                    console.error('Error:', error)\n                    setIsCallingApi(false)\n                  })\n              }}\n            >\n              <Box\n                width=\"40px\"\n                m=\"0 auto\"\n                p=\"5px\"\n                display=\"flex\"\n                justifyContent=\"center\"\n                borderRadius=\"4px\"\n                style={{\n                  border: '1px solid #e5e7eb',\n                  borderWidth: '1px',\n                  borderColor: '#e5e7eb',\n                }}\n              >\n                <DeleteOutlineOutlinedIcon />\n              </Box>\n            </button>\n          </Box>\n        )\n      },\n    },\n  ]\n\n  const embeddingModelColumns = [\n    {\n      field: 'id',\n      headerName: 'ID',\n      flex: 1,\n      minWidth: 250,\n    },\n    {\n      field: 'model_name',\n      headerName: 'Name',\n      flex: 1,\n    },\n    {\n      field: 'address',\n      headerName: 'Address',\n      flex: 1,\n    },\n    {\n      field: 'accelerators',\n      headerName: 'GPU Indexes',\n      flex: 1,\n    },\n    {\n      field: 'url',\n      headerName: 'Actions',\n      flex: 1,\n      minWidth: 200,\n      sortable: false,\n      filterable: false,\n      disableColumnMenu: true,\n      renderCell: ({ row }) => {\n        const url = row.url\n        const closeUrl = `${endPoint}/v1/models/` + url\n\n        if (url === 'IS_LOADING') {\n          return <div></div>\n        }\n\n        return (\n          <Box\n            style={{\n              width: '100%',\n              display: 'flex',\n              justifyContent: 'left',\n              alignItems: 'left',\n            }}\n          >\n            <button\n              title=\"Terminate Model\"\n              style={{\n                borderWidth: '0px',\n                backgroundColor: 'transparent',\n                paddingLeft: '0px',\n                paddingRight: '10px',\n              }}\n              onClick={() => {\n                if (isCallingApi || isUpdatingModel) {\n                  return\n                }\n                setIsCallingApi(true)\n                fetcher(closeUrl, {\n                  method: 'DELETE',\n                })\n                  .then((response) => {\n                    response.json()\n                  })\n                  .then(() => {\n                    setIsCallingApi(false)\n                  })\n                  .catch((error) => {\n                    console.error('Error:', error)\n                    setIsCallingApi(false)\n                  })\n              }}\n            >\n              <Box\n                width=\"40px\"\n                m=\"0 auto\"\n                p=\"5px\"\n                display=\"flex\"\n                justifyContent=\"center\"\n                borderRadius=\"4px\"\n                style={{\n                  border: '1px solid #e5e7eb',\n                  borderWidth: '1px',\n                  borderColor: '#e5e7eb',\n                }}\n              >\n                <DeleteOutlineOutlinedIcon />\n              </Box>\n            </button>\n          </Box>\n        )\n      },\n    },\n  ]\n\n  const imageModelColumns = embeddingModelColumns\n  const rerankModelColumns = embeddingModelColumns\n\n  const dataGridStyle = {\n    '& .MuiDataGrid-cell': {\n      borderBottom: 'none',\n    },\n    '& .MuiDataGrid-columnHeaders': {\n      borderBottom: 'none',\n    },\n    '& .MuiDataGrid-columnHeaderTitle': {\n      fontWeight: 'bold',\n    },\n    '& .MuiDataGrid-virtualScroller': {\n      overflowX: 'visible !important',\n      overflow: 'visible',\n    },\n    '& .MuiDataGrid-footerContainer': {\n      borderTop: 'none',\n    },\n    'border-width': '0px',\n  }\n\n  const noRowsOverlay = () => {\n    return (\n      <Stack height=\"100%\" alignItems=\"center\" justifyContent=\"center\">\n        No Running Models\n      </Stack>\n    )\n  }\n\n  const noResultsOverlay = () => {\n    return (\n      <Stack height=\"100%\" alignItems=\"center\" justifyContent=\"center\">\n        No Running Models Matches\n      </Stack>\n    )\n  }\n\n  return (\n    <Box\n      sx={{\n        height: '100%',\n        width: '100%',\n        paddingLeft: '20px',\n        paddingTop: '20px',\n      }}\n    >\n      <Title title=\"Running Models\" />\n      <ErrorMessageSnackBar />\n      <TabContext value={tabValue}>\n        <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n          <TabList\n            value={tabValue}\n            onChange={handleTabChange}\n            aria-label=\"tabs\"\n          >\n            <Tab label=\"Language Models\" value=\"1\" />\n            <Tab label=\"Embedding Models\" value=\"2\" />\n            <Tab label=\"Image models\" value=\"3\" />\n            <Tab label=\"Rerank models\" value=\"4\" />\n          </TabList>\n        </Box>\n        <TabPanel value=\"1\" sx={{ padding: 0 }}>\n          <Box sx={{ height: '100%', width: '100%' }}>\n            <DataGrid\n              rows={llmData}\n              columns={llmColumns}\n              autoHeight={true}\n              sx={dataGridStyle}\n              slots={{\n                noRowsOverlay: noRowsOverlay,\n                noResultsOverlay: noResultsOverlay,\n              }}\n            />\n          </Box>\n        </TabPanel>\n        <TabPanel value=\"2\" sx={{ padding: 0 }}>\n          <Box sx={{ height: '100%', width: '100%' }}>\n            <DataGrid\n              rows={embeddingModelData}\n              columns={embeddingModelColumns}\n              autoHeight={true}\n              sx={dataGridStyle}\n              slots={{\n                noRowsOverlay: noRowsOverlay,\n                noResultsOverlay: noResultsOverlay,\n              }}\n            />\n          </Box>\n        </TabPanel>\n        <TabPanel value=\"3\" sx={{ padding: 0 }}>\n          <Box sx={{ height: '100%', width: '100%' }}>\n            <DataGrid\n              rows={imageModelData}\n              columns={imageModelColumns}\n              autoHeight={true}\n              sx={dataGridStyle}\n              slots={{\n                noRowsOverlay: noRowsOverlay,\n                noResultsOverlay: noResultsOverlay,\n              }}\n            />\n          </Box>\n        </TabPanel>\n        <TabPanel value=\"4\" sx={{ padding: 0 }}>\n          <Box sx={{ height: '100%', width: '100%' }}>\n            <DataGrid\n              rows={rerankModelData}\n              columns={rerankModelColumns}\n              autoHeight={true}\n              sx={dataGridStyle}\n              slots={{\n                noRowsOverlay: noRowsOverlay,\n                noResultsOverlay: noResultsOverlay,\n              }}\n            />\n          </Box>\n        </TabPanel>\n      </TabContext>\n    </Box>\n  )\n}\n\nexport default RunningModels\n"],"mappings":"yRAAA,MAAO,CAAAA,yBAAyB,KAAM,2CAA2C,CACjF,MAAO,CAAAC,yBAAyB,KAAM,2CAA2C,CACjF,OAASC,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,GAAG,CAAEC,KAAK,CAAEC,GAAG,KAAQ,eAAe,CAC/C,OAASC,QAAQ,KAAQ,kBAAkB,CAC3C,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,OAAO,KAAM,0BAA0B,CAC9C,MAAO,CAAAC,KAAK,KAAM,wBAAwB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAE1C,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,IAAAC,eAAA,CAAgCf,KAAK,CAACG,QAAQ,CAAC,GAAG,CAAC,CAAAa,gBAAA,CAAAC,cAAA,CAAAF,eAAA,IAA5CG,QAAQ,CAAAF,gBAAA,IAAEG,WAAW,CAAAH,gBAAA,IAC5B,IAAAI,SAAA,CAA8BjB,QAAQ,CAAC,EAAE,CAAC,CAAAkB,UAAA,CAAAJ,cAAA,CAAAG,SAAA,IAAnCE,OAAO,CAAAD,UAAA,IAAEE,UAAU,CAAAF,UAAA,IAC1B,IAAAG,UAAA,CAAoDrB,QAAQ,CAAC,EAAE,CAAC,CAAAsB,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAAzDE,kBAAkB,CAAAD,UAAA,IAAEE,qBAAqB,CAAAF,UAAA,IAChD,IAAAG,UAAA,CAA4CzB,QAAQ,CAAC,EAAE,CAAC,CAAA0B,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAAjDE,cAAc,CAAAD,UAAA,IAAEE,iBAAiB,CAAAF,UAAA,IACxC,IAAAG,UAAA,CAA8C7B,QAAQ,CAAC,EAAE,CAAC,CAAA8B,UAAA,CAAAhB,cAAA,CAAAe,UAAA,IAAnDE,eAAe,CAAAD,UAAA,IAAEE,kBAAkB,CAAAF,UAAA,IAC1C,IAAAG,WAAA,CAA0CnC,UAAU,CAACK,UAAU,CAAC,CAAxD+B,YAAY,CAAAD,WAAA,CAAZC,YAAY,CAAEC,eAAe,CAAAF,WAAA,CAAfE,eAAe,CACrC,IAAAC,YAAA,CAAgDtC,UAAU,CAACK,UAAU,CAAC,CAA9DkC,eAAe,CAAAD,YAAA,CAAfC,eAAe,CAAEC,kBAAkB,CAAAF,YAAA,CAAlBE,kBAAkB,CAC3C,IAAAC,YAAA,CAAwBzC,UAAU,CAACK,UAAU,CAAC,CAAtCqC,WAAW,CAAAD,YAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiBxC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAAyC,YAAA,CAAA5B,cAAA,CAAA2B,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAG1C,WAAW,CAAC,CAAC,CAC9B,GAAM,CAAA2C,QAAQ,CAAG/C,UAAU,CAACK,UAAU,CAAC,CAAC0C,QAAQ,CAEhD,GAAM,CAAAC,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,KAAK,CAAEC,QAAQ,CAAK,CAC3ChC,WAAW,CAACgC,QAAQ,CAAC,CACvB,CAAC,CAED,GAAM,CAAAC,MAAM,CAAG,QAAT,CAAAA,MAAMA,CAAIf,YAAY,CAAK,CAC/B,GAAIS,MAAM,CAACO,KAAK,GAAK,EAAE,EAAIP,MAAM,CAACO,KAAK,GAAKC,SAAS,CAAE,CACrD,OACF,CACA,GAAIR,MAAM,CAACO,KAAK,GAAK,WAAW,CAAE,CAChCN,QAAQ,CAAC,QAAQ,CAAE,CAAEQ,OAAO,CAAE,IAAK,CAAC,CAAC,CACrC,OACF,CACA,GAAIlB,YAAY,CAAE,CAChBd,UAAU,CAAC,CAAC,CAAEiC,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAAC,CAAC,CAC1E9B,qBAAqB,CAAC,CACpB,CAAE6B,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACF1B,iBAAiB,CAAC,CAChB,CAAEyB,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFtB,kBAAkB,CAAC,CACjB,CAAEqB,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACJ,CAAC,IAAM,CACLhB,kBAAkB,CAAC,IAAI,CAAC,CACxBjC,OAAO,IAAAkD,MAAA,CAAIV,QAAQ,gBAAe,CAChCW,MAAM,CAAE,KACV,CAAC,CAAC,CACCC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAI,CAACA,QAAQ,CAACC,EAAE,CAAE,CAChBD,QAAQ,CAACE,IAAI,CAAC,CAAC,CAACH,IAAI,CAAC,SAACI,SAAS,CAAK,CAClCrB,WAAW,kBAAAe,MAAA,CACQG,QAAQ,CAACI,MAAM,QAAAP,MAAA,CAC9BM,SAAS,CAACE,MAAM,EAAI,eAAe,CAEvC,CAAC,CACH,CAAC,CAAC,CACJ,CAAC,IAAM,CACLL,QAAQ,CAACE,IAAI,CAAC,CAAC,CAACH,IAAI,CAAC,SAACO,IAAI,CAAK,CAC7B,GAAM,CAAAC,UAAU,CAAG,EAAE,CACrB,GAAM,CAAAC,qBAAqB,CAAG,EAAE,CAChC,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,kBAAkB,CAAG,EAAE,CAC7BC,MAAM,CAACC,OAAO,CAACN,IAAI,CAAC,CAACO,OAAO,CAAC,SAAAC,IAAA,CAAkB,KAAAC,KAAA,CAAA3D,cAAA,CAAA0D,IAAA,IAAhBE,GAAG,CAAAD,KAAA,IAAEE,KAAK,CAAAF,KAAA,IACvC,GAAI,CAAAzB,QAAQ,CAAA4B,aAAA,CAAAA,aAAA,IACPD,KAAK,MACRtB,EAAE,CAAEqB,GAAG,CACPpB,GAAG,CAAEoB,GAAG,EACT,CACD,GAAI1B,QAAQ,CAAC6B,UAAU,GAAK,KAAK,CAAE,CACjCZ,UAAU,CAACa,IAAI,CAAC9B,QAAQ,CAAC,CAC3B,CAAC,IAAM,IAAIA,QAAQ,CAAC6B,UAAU,GAAK,WAAW,CAAE,CAC9CX,qBAAqB,CAACY,IAAI,CAAC9B,QAAQ,CAAC,CACtC,CAAC,IAAM,IAAIA,QAAQ,CAAC6B,UAAU,GAAK,OAAO,CAAE,CAC1CV,iBAAiB,CAACW,IAAI,CAAC9B,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAAC6B,UAAU,GAAK,QAAQ,CAAE,CAC3CT,kBAAkB,CAACU,IAAI,CAAC9B,QAAQ,CAAC,CACnC,CACF,CAAC,CAAC,CACF5B,UAAU,CAAC6C,UAAU,CAAC,CACtBzC,qBAAqB,CAAC0C,qBAAqB,CAAC,CAC5CtC,iBAAiB,CAACuC,iBAAiB,CAAC,CACpCnC,kBAAkB,CAACoC,kBAAkB,CAAC,CACtC9B,kBAAkB,CAAC,KAAK,CAAC,CAC3B,CAAC,CAAC,CACJ,CACF,CAAC,CAAC,CACDyC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B1C,kBAAkB,CAAC,KAAK,CAAC,CAC3B,CAAC,CAAC,CACN,CACF,CAAC,CAEDvC,SAAS,CAAC,UAAM,CACdkD,MAAM,CAACf,YAAY,CAAC,CACpB;AACF,CAAC,CAAE,CAACA,YAAY,CAAES,MAAM,CAACO,KAAK,CAAC,CAAC,CAEhC,GAAM,CAAAgC,UAAU,CAAG,CACjB,CACEC,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,wBAAwB,CAC/BC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,cAAc,CAC1BC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAAC,KAAA,CAAa,IAAV,CAAAC,GAAG,CAAAD,KAAA,CAAHC,GAAG,CAChB,GAAM,CAAAtC,GAAG,CAAGsC,GAAG,CAACtC,GAAG,CACnB,GAAM,CAAAuC,OAAO,CAAG,GAAAtC,MAAA,CAAGV,QAAQ,MAAMS,GAAG,CACpC,GAAM,CAAAwC,QAAQ,CAAG,GAAAvC,MAAA,CAAGV,QAAQ,gBAAgBS,GAAG,CAC/C,GAAM,CAAAyC,SAAS,CAAG,GAAAxC,MAAA,CAAGV,QAAQ,YAAYS,GAAG,CAE5C,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAO9C,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEE,KAAA,CAACjB,GAAG,EACFuG,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,eAEF7F,IAAA,WACE8F,KAAK,CAAC,eAAe,CACrBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIzE,YAAY,EAAIG,eAAe,CAAE,CACnC;AACA,OACF,CAEAF,eAAe,CAAC,IAAI,CAAC,CAErB9B,OAAO,CAACwF,OAAO,CAAE,CACfrC,MAAM,CAAE,MACV,CAAC,CAAC,CACCC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAIA,QAAQ,CAACI,MAAM,GAAK,GAAG,CAAE,CAC3B;AACAmB,OAAO,CAAC2B,GAAG,CAAC,oCAAoC,CAAC,CACjD,MAAO,CAAAvG,OAAO,CAAC0F,SAAS,CAAE,CACxBvC,MAAM,CAAE,MAAM,CACdqD,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACDC,IAAI,CAAEC,IAAI,CAACC,SAAS,CAAC,CACnBnC,UAAU,CAAEe,GAAG,CAACf,UAAU,CAC1BoC,UAAU,CAAErB,GAAG,CAACqB,UAAU,CAC1BC,sBAAsB,CAAEtB,GAAG,CAACsB,sBAAsB,CAClDC,YAAY,CAAEvB,GAAG,CAACuB,YAAY,CAC9BC,YAAY,CAAExB,GAAG,CAACwB,YAAY,CAC9BC,cAAc,CAAEzB,GAAG,CAACyB,cAAc,CAClCC,aAAa,CAAE1B,GAAG,CAAC0B,aAAa,CAChCC,iBAAiB,CAAE3B,GAAG,CAAC2B,iBAAiB,CACxCC,UAAU,CAAE5B,GAAG,CAAC4B,UAClB,CAAC,CACH,CAAC,CAAC,CACC/D,IAAI,CAAC,SAACC,QAAQ,QAAK,CAAAA,QAAQ,CAACE,IAAI,CAAC,CAAC,GAAC,CACnCH,IAAI,CAAC,iBACJ,CAAAgE,MAAM,CAACC,IAAI,CAAC7B,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,EACvD,CAAC,CACA8B,OAAO,CAAC,iBAAM,CAAAxF,eAAe,CAAC,KAAK,CAAC,GAAC,CAC1C,CAAC,IAAM,IAAIuB,QAAQ,CAACC,EAAE,CAAE,CACtB;AACAsB,OAAO,CAAC2B,GAAG,CAAC,uBAAuB,CAAC,CACpCa,MAAM,CAACC,IAAI,CAAC7B,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,CACrD1D,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,IAAM,CACL;AACA8C,OAAO,CAACD,KAAK,gCAAAzB,MAAA,CACoBG,QAAQ,CAACI,MAAM,CAChD,CAAC,CACD3B,eAAe,CAAC,KAAK,CAAC,CACxB,CACF,CAAC,CAAC,CACD4C,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B7C,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAAkE,QAAA,cAEF7F,IAAA,CAACf,GAAG,EACFwG,KAAK,CAAC,MAAM,CACZ2B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP3B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB2B,YAAY,CAAC,KAAK,CAClB9B,KAAK,CAAE,CACL+B,MAAM,CAAE,mBAAmB,CAC3BxB,WAAW,CAAE,KAAK,CAClByB,WAAW,CAAE,SACf,CAAE,CAAA3B,QAAA,cAEF7F,IAAA,CAACnB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,cACTmB,IAAA,WACE8F,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIzE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrB9B,OAAO,CAACyF,QAAQ,CAAE,CAChBtC,MAAM,CAAE,QACV,CAAC,CAAC,CACCC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAACE,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACDH,IAAI,CAAC,UAAM,CACVtB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACD4C,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B7C,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAAkE,QAAA,cAEF7F,IAAA,CAACf,GAAG,EACFwG,KAAK,CAAC,MAAM,CACZ2B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP3B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB2B,YAAY,CAAC,KAAK,CAClB9B,KAAK,CAAE,CACL+B,MAAM,CAAE,mBAAmB,CAC3BxB,WAAW,CAAE,KAAK,CAClByB,WAAW,CAAE,SACf,CAAE,CAAA3B,QAAA,cAEF7F,IAAA,CAACpB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,EACN,CAAC,CAEV,CACF,CAAC,CACF,CAED,GAAM,CAAA6I,qBAAqB,CAAG,CAC5B,CACE9C,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAAwC,KAAA,CAAa,IAAV,CAAAtC,GAAG,CAAAsC,KAAA,CAAHtC,GAAG,CAChB,GAAM,CAAAtC,GAAG,CAAGsC,GAAG,CAACtC,GAAG,CACnB,GAAM,CAAAwC,QAAQ,CAAG,GAAAvC,MAAA,CAAGV,QAAQ,gBAAgBS,GAAG,CAE/C,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAO9C,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEA,IAAA,CAACf,GAAG,EACFuG,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,cAEF7F,IAAA,WACE8F,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIzE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrB9B,OAAO,CAACyF,QAAQ,CAAE,CAChBtC,MAAM,CAAE,QACV,CAAC,CAAC,CACCC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAACE,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACDH,IAAI,CAAC,UAAM,CACVtB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACD4C,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B7C,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAAkE,QAAA,cAEF7F,IAAA,CAACf,GAAG,EACFwG,KAAK,CAAC,MAAM,CACZ2B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP3B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB2B,YAAY,CAAC,KAAK,CAClB9B,KAAK,CAAE,CACL+B,MAAM,CAAE,mBAAmB,CAC3BxB,WAAW,CAAE,KAAK,CAClByB,WAAW,CAAE,SACf,CAAE,CAAA3B,QAAA,cAEF7F,IAAA,CAACpB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,CACN,CAAC,CAEV,CACF,CAAC,CACF,CAED,GAAM,CAAA+I,iBAAiB,CAAGF,qBAAqB,CAC/C,GAAM,CAAAG,kBAAkB,CAAGH,qBAAqB,CAEhD,GAAM,CAAAI,aAAa,CAAG,CACpB,qBAAqB,CAAE,CACrBC,YAAY,CAAE,MAChB,CAAC,CACD,8BAA8B,CAAE,CAC9BA,YAAY,CAAE,MAChB,CAAC,CACD,kCAAkC,CAAE,CAClCC,UAAU,CAAE,MACd,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,oBAAoB,CAC/BC,QAAQ,CAAE,SACZ,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,MACb,CAAC,CACD,cAAc,CAAE,KAClB,CAAC,CAED,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,mBACEnI,IAAA,CAACd,KAAK,EAACkJ,MAAM,CAAC,MAAM,CAACxC,UAAU,CAAC,QAAQ,CAACD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CAAC,mBAEjE,CAAO,CAAC,CAEZ,CAAC,CAED,GAAM,CAAAwC,gBAAgB,CAAG,QAAnB,CAAAA,gBAAgBA,CAAA,CAAS,CAC7B,mBACErI,IAAA,CAACd,KAAK,EAACkJ,MAAM,CAAC,MAAM,CAACxC,UAAU,CAAC,QAAQ,CAACD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CAAC,2BAEjE,CAAO,CAAC,CAEZ,CAAC,CAED,mBACE3F,KAAA,CAACjB,GAAG,EACFqJ,EAAE,CAAE,CACFF,MAAM,CAAE,MAAM,CACd3C,KAAK,CAAE,MAAM,CACbQ,WAAW,CAAE,MAAM,CACnBsC,UAAU,CAAE,MACd,CAAE,CAAA1C,QAAA,eAEF7F,IAAA,CAACF,KAAK,EAACgG,KAAK,CAAC,gBAAgB,CAAE,CAAC,cAChC9F,IAAA,CAACJ,oBAAoB,GAAE,CAAC,cACxBM,KAAA,CAACpB,UAAU,EAACqF,KAAK,CAAE5D,QAAS,CAAAsF,QAAA,eAC1B7F,IAAA,CAACf,GAAG,EAACqJ,EAAE,CAAE,CAAER,YAAY,CAAE,CAAC,CAAEN,WAAW,CAAE,SAAU,CAAE,CAAA3B,QAAA,cACnD3F,KAAA,CAACnB,OAAO,EACNoF,KAAK,CAAE5D,QAAS,CAChBiI,QAAQ,CAAElG,eAAgB,CAC1B,aAAW,MAAM,CAAAuD,QAAA,eAEjB7F,IAAA,CAACb,GAAG,EAACsJ,KAAK,CAAC,iBAAiB,CAACtE,KAAK,CAAC,GAAG,CAAE,CAAC,cACzCnE,IAAA,CAACb,GAAG,EAACsJ,KAAK,CAAC,kBAAkB,CAACtE,KAAK,CAAC,GAAG,CAAE,CAAC,cAC1CnE,IAAA,CAACb,GAAG,EAACsJ,KAAK,CAAC,cAAc,CAACtE,KAAK,CAAC,GAAG,CAAE,CAAC,cACtCnE,IAAA,CAACb,GAAG,EAACsJ,KAAK,CAAC,eAAe,CAACtE,KAAK,CAAC,GAAG,CAAE,CAAC,EAChC,CAAC,CACP,CAAC,cACNnE,IAAA,CAAChB,QAAQ,EAACmF,KAAK,CAAC,GAAG,CAACmE,EAAE,CAAE,CAAEI,OAAO,CAAE,CAAE,CAAE,CAAA7C,QAAA,cACrC7F,IAAA,CAACf,GAAG,EAACqJ,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAE3C,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC7F,IAAA,CAACZ,QAAQ,EACPuJ,IAAI,CAAEhI,OAAQ,CACdiI,OAAO,CAAElE,UAAW,CACpBmE,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXrI,IAAA,CAAChB,QAAQ,EAACmF,KAAK,CAAC,GAAG,CAACmE,EAAE,CAAE,CAAEI,OAAO,CAAE,CAAE,CAAE,CAAA7C,QAAA,cACrC7F,IAAA,CAACf,GAAG,EAACqJ,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAE3C,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC7F,IAAA,CAACZ,QAAQ,EACPuJ,IAAI,CAAE5H,kBAAmB,CACzB6H,OAAO,CAAEnB,qBAAsB,CAC/BoB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXrI,IAAA,CAAChB,QAAQ,EAACmF,KAAK,CAAC,GAAG,CAACmE,EAAE,CAAE,CAAEI,OAAO,CAAE,CAAE,CAAE,CAAA7C,QAAA,cACrC7F,IAAA,CAACf,GAAG,EAACqJ,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAE3C,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC7F,IAAA,CAACZ,QAAQ,EACPuJ,IAAI,CAAExH,cAAe,CACrByH,OAAO,CAAEjB,iBAAkB,CAC3BkB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXrI,IAAA,CAAChB,QAAQ,EAACmF,KAAK,CAAC,GAAG,CAACmE,EAAE,CAAE,CAAEI,OAAO,CAAE,CAAE,CAAE,CAAA7C,QAAA,cACrC7F,IAAA,CAACf,GAAG,EAACqJ,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAE3C,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC7F,IAAA,CAACZ,QAAQ,EACPuJ,IAAI,CAAEpH,eAAgB,CACtBqH,OAAO,CAAEhB,kBAAmB,CAC5BiB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAlI,aAAa"},"metadata":{},"sourceType":"module","externalDependencies":[]}