PyPI - xinference - Versions diffs - 0.7.0__py3-none-any.whl → 0.7.1__py3-none-any.whl - Mend

xinference 0.7.0py3-none-any.whl → 0.7.1py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of xinference might be problematic. Click here for more details.

Files changed (46) hide show

xinference/web/ui/node_modules/.cache/babel-loader/9c5f03db9aa88582a9b69b25c7f1acc78ba7fc61f743c9ed7399abb292d5dbde.json DELETED Viewed

@@ -1 +0,0 @@

- {"ast":null,"code":"import _objectSpread from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import DeleteOutlineOutlinedIcon from'@mui/icons-material/DeleteOutlineOutlined';import OpenInBrowserOutlinedIcon from'@mui/icons-material/OpenInBrowserOutlined';import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Stack,Tab}from'@mui/material';import{DataGrid}from'@mui/x-data-grid';import React,{useContext,useEffect,useState}from'react';import{ApiContext}from'../../components/apiContext';import Title from'../../components/Title';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var RunningModels=function RunningModels(){var _React$useState=React.useState('1'),_React$useState2=_slicedToArray(_React$useState,2),tabValue=_React$useState2[0],setTabValue=_React$useState2[1];var _useState=useState([]),_useState2=_slicedToArray(_useState,2),llmData=_useState2[0],setLlmData=_useState2[1];var _useState3=useState([]),_useState4=_slicedToArray(_useState3,2),embeddingModelData=_useState4[0],setEmbeddingModelData=_useState4[1];var _useState5=useState([]),_useState6=_slicedToArray(_useState5,2),imageModelData=_useState6[0],setImageModelData=_useState6[1];var _useState7=useState([]),_useState8=_slicedToArray(_useState7,2),rerankModelData=_useState8[0],setRerankModelData=_useState8[1];var _useContext=useContext(ApiContext),isCallingApi=_useContext.isCallingApi,setIsCallingApi=_useContext.setIsCallingApi;var _useContext2=useContext(ApiContext),isUpdatingModel=_useContext2.isUpdatingModel,setIsUpdatingModel=_useContext2.setIsUpdatingModel;var endPoint=useContext(ApiContext).endPoint;var handleTabChange=function handleTabChange(event,newValue){setTabValue(newValue);};var update=function update(isCallingApi){if(isCallingApi){setLlmData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setEmbeddingModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setImageModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setRerankModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);}else{setIsUpdatingModel(true);fetch(\"\".concat(endPoint,\"/v1/models/\"),{method:'GET'}).then(function(response){return response.json();}).then(function(data){var newLlmData=[];var newEmbeddingModelData=[];var newImageModelData=[];var newRerankModelData=[];Object.entries(data).forEach(function(_ref){var _ref2=_slicedToArray(_ref,2),key=_ref2[0],value=_ref2[1];var newValue=_objectSpread(_objectSpread({},value),{},{id:key,url:key});if(newValue.model_type==='LLM'){newLlmData.push(newValue);}else if(newValue.model_type==='embedding'){newEmbeddingModelData.push(newValue);}else if(newValue.model_type==='image'){newImageModelData.push(newValue);}else if(newValue.model_type==='rerank'){newRerankModelData.push(newValue);}});setLlmData(newLlmData);setEmbeddingModelData(newEmbeddingModelData);setImageModelData(newImageModelData);setRerankModelData(newRerankModelData);setIsUpdatingModel(false);}).catch(function(error){console.error('Error:',error);setIsUpdatingModel(false);});}};useEffect(function(){update(isCallingApi);// eslint-disable-next-line\n},[isCallingApi]);var llmColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'model_size_in_billions',headerName:'Size',flex:1},{field:'quantization',headerName:'Quantization',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref3){var row=_ref3.row;var url=row.url;var openUrl=\"\".concat(endPoint,\"/\")+url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;var gradioUrl=\"\".concat(endPoint,\"/v1/ui/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsxs(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:[/*#__PURE__*/_jsx(\"button\",{title:\"Launch Web UI\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){// Make sure no ongoing call\nreturn;}setIsCallingApi(true);fetch(openUrl,{method:'HEAD'}).then(function(response){if(response.status===404){// If web UI doesn't exist (404 Not Found)\nconsole.log('UI does not exist, creating new...');return fetch(gradioUrl,{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({model_type:row.model_type,model_name:row.model_name,model_size_in_billions:row.model_size_in_billions,model_format:row.model_format,quantization:row.quantization,context_length:row.context_length,model_ability:row.model_ability,model_description:row.model_description,model_lang:row.model_lang})}).then(function(response){return response.json();}).then(function(){return window.open(openUrl,'_blank','noopener noreferrer');}).finally(function(){return setIsCallingApi(false);});}else if(response.ok){// If web UI does exist\nconsole.log('UI exists, opening...');window.open(openUrl,'_blank','noopener noreferrer');setIsCallingApi(false);}else{// Other HTTP errors\nconsole.error(\"Unexpected response status: \".concat(response.status));setIsCallingApi(false);}}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(OpenInBrowserOutlinedIcon,{})})}),/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetch(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})]});}}];var embeddingModelColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref4){var row=_ref4.row;var url=row.url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsx(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetch(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})});}}];var imageModelColumns=embeddingModelColumns;var rerankModelColumns=embeddingModelColumns;return/*#__PURE__*/_jsxs(Box,{m:\"20px\",children:[/*#__PURE__*/_jsx(Title,{title:\"Running Models\"}),/*#__PURE__*/_jsxs(TabContext,{value:tabValue,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:tabValue,onChange:handleTabChange,\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:\"Language Models\",value:\"1\"}),/*#__PURE__*/_jsx(Tab,{label:\"Embedding Models\",value:\"2\"}),/*#__PURE__*/_jsx(Tab,{label:\"Image models\",value:\"3\"}),/*#__PURE__*/_jsx(Tab,{label:\"Rerank models\",value:\"4\"})]})}),/*#__PURE__*/_jsx(TabPanel,{value:\"1\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{m:\"40px 0 0 0\",height:\"30vh\",children:/*#__PURE__*/_jsx(DataGrid,{rows:llmData,columns:llmColumns,sx:{'& .MuiDataGrid-main':{width:'95% !important',overflow:'visible'},'& .MuiDataGrid-row':{background:'white',margin:'10px 0px'},'& .MuiDataGrid-cell':{borderBottom:'none'},'& .CustomWide-cell':{minWidth:'250px !important'},'& .MuiDataGrid-columnHeaders':{borderBottom:'none'},'& .MuiDataGrid-columnHeaderTitle':{fontWeight:'bold'},'& .MuiDataGrid-virtualScroller':{overflowX:'visible !important',overflow:'visible'},'& .MuiDataGrid-footerContainer':{borderTop:'none'},'border-width':'0px'},slots:{noRowsOverlay:function noRowsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models\"});},noResultsOverlay:function noResultsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models Matches\"});}}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"2\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{m:\"40px 0 0 0\",height:\"30vh\",children:/*#__PURE__*/_jsx(DataGrid,{rows:embeddingModelData,columns:embeddingModelColumns,sx:{'& .MuiDataGrid-main':{width:'95% !important',overflow:'visible'},'& .MuiDataGrid-row':{background:'white',margin:'10px 0px'},'& .MuiDataGrid-cell':{borderBottom:'none'},'& .CustomWide-cell':{minWidth:'250px !important'},'& .MuiDataGrid-columnHeaders':{borderBottom:'none'},'& .MuiDataGrid-columnHeaderTitle':{fontWeight:'bold'},'& .MuiDataGrid-virtualScroller':{overflowX:'visible !important',overflow:'visible'},'& .MuiDataGrid-footerContainer':{borderTop:'none'},'border-width':'0px'},slots:{noRowsOverlay:function noRowsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models\"});},noResultsOverlay:function noResultsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models Matches\"});}}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"3\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{m:\"40px 0 0 0\",height:\"30vh\",children:/*#__PURE__*/_jsx(DataGrid,{rows:imageModelData,columns:imageModelColumns,sx:{'& .MuiDataGrid-main':{width:'95% !important',overflow:'visible'},'& .MuiDataGrid-row':{background:'white',margin:'10px 0px'},'& .MuiDataGrid-cell':{borderBottom:'none'},'& .CustomWide-cell':{minWidth:'250px !important'},'& .MuiDataGrid-columnHeaders':{borderBottom:'none'},'& .MuiDataGrid-columnHeaderTitle':{fontWeight:'bold'},'& .MuiDataGrid-virtualScroller':{overflowX:'visible !important',overflow:'visible'},'& .MuiDataGrid-footerContainer':{borderTop:'none'},'border-width':'0px'},slots:{noRowsOverlay:function noRowsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models\"});},noResultsOverlay:function noResultsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models Matches\"});}}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"4\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{m:\"40px 0 0 0\",height:\"30vh\",children:/*#__PURE__*/_jsx(DataGrid,{rows:rerankModelData,columns:rerankModelColumns,sx:{'& .MuiDataGrid-main':{width:'95% !important',overflow:'visible'},'& .MuiDataGrid-row':{background:'white',margin:'10px 0px'},'& .MuiDataGrid-cell':{borderBottom:'none'},'& .CustomWide-cell':{minWidth:'250px !important'},'& .MuiDataGrid-columnHeaders':{borderBottom:'none'},'& .MuiDataGrid-columnHeaderTitle':{fontWeight:'bold'},'& .MuiDataGrid-virtualScroller':{overflowX:'visible !important',overflow:'visible'},'& .MuiDataGrid-footerContainer':{borderTop:'none'},'border-width':'0px'},slots:{noRowsOverlay:function noRowsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models\"});},noResultsOverlay:function noResultsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models Matches\"});}}})})})]})]});};export default RunningModels;","map":{"version":3,"names":["DeleteOutlineOutlinedIcon","OpenInBrowserOutlinedIcon","TabContext","TabList","TabPanel","Box","Stack","Tab","DataGrid","React","useContext","useEffect","useState","ApiContext","Title","jsx","_jsx","jsxs","_jsxs","RunningModels","_React$useState","_React$useState2","_slicedToArray","tabValue","setTabValue","_useState","_useState2","llmData","setLlmData","_useState3","_useState4","embeddingModelData","setEmbeddingModelData","_useState5","_useState6","imageModelData","setImageModelData","_useState7","_useState8","rerankModelData","setRerankModelData","_useContext","isCallingApi","setIsCallingApi","_useContext2","isUpdatingModel","setIsUpdatingModel","endPoint","handleTabChange","event","newValue","update","id","url","fetch","concat","method","then","response","json","data","newLlmData","newEmbeddingModelData","newImageModelData","newRerankModelData","Object","entries","forEach","_ref","_ref2","key","value","_objectSpread","model_type","push","catch","error","console","llmColumns","field","headerName","flex","minWidth","sortable","filterable","disableColumnMenu","renderCell","_ref3","row","openUrl","closeUrl","gradioUrl","style","width","display","justifyContent","alignItems","children","title","borderWidth","backgroundColor","paddingLeft","paddingRight","onClick","status","log","headers","body","JSON","stringify","model_name","model_size_in_billions","model_format","quantization","context_length","model_ability","model_description","model_lang","window","open","finally","ok","m","p","borderRadius","border","borderColor","embeddingModelColumns","_ref4","imageModelColumns","rerankModelColumns","sx","borderBottom","onChange","label","padding","height","rows","columns","overflow","background","margin","fontWeight","overflowX","borderTop","slots","noRowsOverlay","noResultsOverlay"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/running_models/index.js"],"sourcesContent":["import DeleteOutlineOutlinedIcon from '@mui/icons-material/DeleteOutlineOutlined'\nimport OpenInBrowserOutlinedIcon from '@mui/icons-material/OpenInBrowserOutlined'\nimport { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Box, Stack, Tab } from '@mui/material'\nimport { DataGrid } from '@mui/x-data-grid'\nimport React, { useContext, useEffect, useState } from 'react'\n\nimport { ApiContext } from '../../components/apiContext'\nimport Title from '../../components/Title'\n\nconst RunningModels = () => {\n const [tabValue, setTabValue] = React.useState('1')\n const [llmData, setLlmData] = useState([])\n const [embeddingModelData, setEmbeddingModelData] = useState([])\n const [imageModelData, setImageModelData] = useState([])\n const [rerankModelData, setRerankModelData] = useState([])\n const { isCallingApi, setIsCallingApi } = useContext(ApiContext)\n const { isUpdatingModel, setIsUpdatingModel } = useContext(ApiContext)\n const endPoint = useContext(ApiContext).endPoint\n\n const handleTabChange = (event, newValue) => {\n setTabValue(newValue)\n }\n\n const update = (isCallingApi) => {\n if (isCallingApi) {\n setLlmData([{ id: 'Loading, do not refresh page...', url: 'IS_LOADING' }])\n setEmbeddingModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setImageModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setRerankModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n } else {\n setIsUpdatingModel(true)\n fetch(`${endPoint}/v1/models/`, {\n method: 'GET',\n })\n .then((response) => response.json())\n .then((data) => {\n const newLlmData = []\n const newEmbeddingModelData = []\n const newImageModelData = []\n const newRerankModelData = []\n Object.entries(data).forEach(([key, value]) => {\n let newValue = {\n ...value,\n id: key,\n url: key,\n }\n if (newValue.model_type === 'LLM') {\n newLlmData.push(newValue)\n } else if (newValue.model_type === 'embedding') {\n newEmbeddingModelData.push(newValue)\n } else if (newValue.model_type === 'image') {\n newImageModelData.push(newValue)\n } else if (newValue.model_type === 'rerank') {\n newRerankModelData.push(newValue)\n }\n })\n setLlmData(newLlmData)\n setEmbeddingModelData(newEmbeddingModelData)\n setImageModelData(newImageModelData)\n setRerankModelData(newRerankModelData)\n setIsUpdatingModel(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsUpdatingModel(false)\n })\n }\n }\n\n useEffect(() => {\n update(isCallingApi)\n // eslint-disable-next-line\n }, [isCallingApi])\n\n const llmColumns = [\n {\n field: 'id',\n headerName: 'ID',\n flex: 1,\n minWidth: 250,\n },\n {\n field: 'model_name',\n headerName: 'Name',\n flex: 1,\n },\n {\n field: 'address',\n headerName: 'Address',\n flex: 1,\n },\n {\n field: 'accelerators',\n headerName: 'GPU Indexes',\n flex: 1,\n },\n {\n field: 'model_size_in_billions',\n headerName: 'Size',\n flex: 1,\n },\n {\n field: 'quantization',\n headerName: 'Quantization',\n flex: 1,\n },\n {\n field: 'url',\n headerName: 'Actions',\n flex: 1,\n minWidth: 200,\n sortable: false,\n filterable: false,\n disableColumnMenu: true,\n renderCell: ({ row }) => {\n const url = row.url\n const openUrl = `${endPoint}/` + url\n const closeUrl = `${endPoint}/v1/models/` + url\n const gradioUrl = `${endPoint}/v1/ui/` + url\n\n if (url === 'IS_LOADING') {\n return <div></div>\n }\n\n return (\n <Box\n style={{\n width: '100%',\n display: 'flex',\n justifyContent: 'left',\n alignItems: 'left',\n }}\n >\n <button\n title=\"Launch Web UI\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n // Make sure no ongoing call\n return\n }\n\n setIsCallingApi(true)\n\n fetch(openUrl, {\n method: 'HEAD',\n })\n .then((response) => {\n if (response.status === 404) {\n // If web UI doesn't exist (404 Not Found)\n console.log('UI does not exist, creating new...')\n return fetch(gradioUrl, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n model_type: row.model_type,\n model_name: row.model_name,\n model_size_in_billions: row.model_size_in_billions,\n model_format: row.model_format,\n quantization: row.quantization,\n context_length: row.context_length,\n model_ability: row.model_ability,\n model_description: row.model_description,\n model_lang: row.model_lang,\n }),\n })\n .then((response) => response.json())\n .then(() =>\n window.open(openUrl, '_blank', 'noopener noreferrer')\n )\n .finally(() => setIsCallingApi(false))\n } else if (response.ok) {\n // If web UI does exist\n console.log('UI exists, opening...')\n window.open(openUrl, '_blank', 'noopener noreferrer')\n setIsCallingApi(false)\n } else {\n // Other HTTP errors\n console.error(\n `Unexpected response status: ${response.status}`\n )\n setIsCallingApi(false)\n }\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <OpenInBrowserOutlinedIcon />\n </Box>\n </button>\n <button\n title=\"Terminate Model\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n return\n }\n setIsCallingApi(true)\n fetch(closeUrl, {\n method: 'DELETE',\n })\n .then((response) => {\n response.json()\n })\n .then(() => {\n setIsCallingApi(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <DeleteOutlineOutlinedIcon />\n </Box>\n </button>\n </Box>\n )\n },\n },\n ]\n\n const embeddingModelColumns = [\n {\n field: 'id',\n headerName: 'ID',\n flex: 1,\n minWidth: 250,\n },\n {\n field: 'model_name',\n headerName: 'Name',\n flex: 1,\n },\n {\n field: 'address',\n headerName: 'Address',\n flex: 1,\n },\n {\n field: 'accelerators',\n headerName: 'GPU Indexes',\n flex: 1,\n },\n {\n field: 'url',\n headerName: 'Actions',\n flex: 1,\n minWidth: 200,\n sortable: false,\n filterable: false,\n disableColumnMenu: true,\n renderCell: ({ row }) => {\n const url = row.url\n const closeUrl = `${endPoint}/v1/models/` + url\n\n if (url === 'IS_LOADING') {\n return <div></div>\n }\n\n return (\n <Box\n style={{\n width: '100%',\n display: 'flex',\n justifyContent: 'left',\n alignItems: 'left',\n }}\n >\n <button\n title=\"Terminate Model\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n return\n }\n setIsCallingApi(true)\n fetch(closeUrl, {\n method: 'DELETE',\n })\n .then((response) => {\n response.json()\n })\n .then(() => {\n setIsCallingApi(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <DeleteOutlineOutlinedIcon />\n </Box>\n </button>\n </Box>\n )\n },\n },\n ]\n\n const imageModelColumns = embeddingModelColumns\n const rerankModelColumns = embeddingModelColumns\n\n return (\n <Box m=\"20px\">\n <Title title=\"Running Models\" />\n <TabContext value={tabValue}>\n <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n <TabList\n value={tabValue}\n onChange={handleTabChange}\n aria-label=\"tabs\"\n >\n <Tab label=\"Language Models\" value=\"1\" />\n <Tab label=\"Embedding Models\" value=\"2\" />\n <Tab label=\"Image models\" value=\"3\" />\n <Tab label=\"Rerank models\" value=\"4\" />\n </TabList>\n </Box>\n <TabPanel value=\"1\" sx={{ padding: 0 }}>\n <Box m=\"40px 0 0 0\" height=\"30vh\">\n <DataGrid\n rows={llmData}\n columns={llmColumns}\n sx={{\n '& .MuiDataGrid-main': {\n width: '95% !important',\n overflow: 'visible',\n },\n '& .MuiDataGrid-row': {\n background: 'white',\n margin: '10px 0px',\n },\n '& .MuiDataGrid-cell': {\n borderBottom: 'none',\n },\n '& .CustomWide-cell': {\n minWidth: '250px !important',\n },\n '& .MuiDataGrid-columnHeaders': {\n borderBottom: 'none',\n },\n '& .MuiDataGrid-columnHeaderTitle': {\n fontWeight: 'bold',\n },\n '& .MuiDataGrid-virtualScroller': {\n overflowX: 'visible !important',\n overflow: 'visible',\n },\n '& .MuiDataGrid-footerContainer': {\n borderTop: 'none',\n },\n 'border-width': '0px',\n }}\n slots={{\n noRowsOverlay: () => (\n <Stack\n height=\"100%\"\n alignItems=\"center\"\n justifyContent=\"center\"\n >\n No Running Models\n </Stack>\n ),\n noResultsOverlay: () => (\n <Stack\n height=\"100%\"\n alignItems=\"center\"\n justifyContent=\"center\"\n >\n No Running Models Matches\n </Stack>\n ),\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"2\" sx={{ padding: 0 }}>\n <Box m=\"40px 0 0 0\" height=\"30vh\">\n <DataGrid\n rows={embeddingModelData}\n columns={embeddingModelColumns}\n sx={{\n '& .MuiDataGrid-main': {\n width: '95% !important',\n overflow: 'visible',\n },\n '& .MuiDataGrid-row': {\n background: 'white',\n margin: '10px 0px',\n },\n '& .MuiDataGrid-cell': {\n borderBottom: 'none',\n },\n '& .CustomWide-cell': {\n minWidth: '250px !important',\n },\n '& .MuiDataGrid-columnHeaders': {\n borderBottom: 'none',\n },\n '& .MuiDataGrid-columnHeaderTitle': {\n fontWeight: 'bold',\n },\n '& .MuiDataGrid-virtualScroller': {\n overflowX: 'visible !important',\n overflow: 'visible',\n },\n '& .MuiDataGrid-footerContainer': {\n borderTop: 'none',\n },\n 'border-width': '0px',\n }}\n slots={{\n noRowsOverlay: () => (\n <Stack\n height=\"100%\"\n alignItems=\"center\"\n justifyContent=\"center\"\n >\n No Running Models\n </Stack>\n ),\n noResultsOverlay: () => (\n <Stack\n height=\"100%\"\n alignItems=\"center\"\n justifyContent=\"center\"\n >\n No Running Models Matches\n </Stack>\n ),\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"3\" sx={{ padding: 0 }}>\n <Box m=\"40px 0 0 0\" height=\"30vh\">\n <DataGrid\n rows={imageModelData}\n columns={imageModelColumns}\n sx={{\n '& .MuiDataGrid-main': {\n width: '95% !important',\n overflow: 'visible',\n },\n '& .MuiDataGrid-row': {\n background: 'white',\n margin: '10px 0px',\n },\n '& .MuiDataGrid-cell': {\n borderBottom: 'none',\n },\n '& .CustomWide-cell': {\n minWidth: '250px !important',\n },\n '& .MuiDataGrid-columnHeaders': {\n borderBottom: 'none',\n },\n '& .MuiDataGrid-columnHeaderTitle': {\n fontWeight: 'bold',\n },\n '& .MuiDataGrid-virtualScroller': {\n overflowX: 'visible !important',\n overflow: 'visible',\n },\n '& .MuiDataGrid-footerContainer': {\n borderTop: 'none',\n },\n 'border-width': '0px',\n }}\n slots={{\n noRowsOverlay: () => (\n <Stack\n height=\"100%\"\n alignItems=\"center\"\n justifyContent=\"center\"\n >\n No Running Models\n </Stack>\n ),\n noResultsOverlay: () => (\n <Stack\n height=\"100%\"\n alignItems=\"center\"\n justifyContent=\"center\"\n >\n No Running Models Matches\n </Stack>\n ),\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"4\" sx={{ padding: 0 }}>\n <Box m=\"40px 0 0 0\" height=\"30vh\">\n <DataGrid\n rows={rerankModelData}\n columns={rerankModelColumns}\n sx={{\n '& .MuiDataGrid-main': {\n width: '95% !important',\n overflow: 'visible',\n },\n '& .MuiDataGrid-row': {\n background: 'white',\n margin: '10px 0px',\n },\n '& .MuiDataGrid-cell': {\n borderBottom: 'none',\n },\n '& .CustomWide-cell': {\n minWidth: '250px !important',\n },\n '& .MuiDataGrid-columnHeaders': {\n borderBottom: 'none',\n },\n '& .MuiDataGrid-columnHeaderTitle': {\n fontWeight: 'bold',\n },\n '& .MuiDataGrid-virtualScroller': {\n overflowX: 'visible !important',\n overflow: 'visible',\n },\n '& .MuiDataGrid-footerContainer': {\n borderTop: 'none',\n },\n 'border-width': '0px',\n }}\n slots={{\n noRowsOverlay: () => (\n <Stack\n height=\"100%\"\n alignItems=\"center\"\n justifyContent=\"center\"\n >\n No Running Models\n </Stack>\n ),\n noResultsOverlay: () => (\n <Stack\n height=\"100%\"\n alignItems=\"center\"\n justifyContent=\"center\"\n >\n No Running Models Matches\n </Stack>\n ),\n }}\n />\n </Box>\n </TabPanel>\n </TabContext>\n </Box>\n )\n}\n\nexport default RunningModels\n"],"mappings":"yRAAA,MAAO,CAAAA,yBAAyB,KAAM,2CAA2C,CACjF,MAAO,CAAAC,yBAAyB,KAAM,2CAA2C,CACjF,OAASC,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,GAAG,CAAEC,KAAK,CAAEC,GAAG,KAAQ,eAAe,CAC/C,OAASC,QAAQ,KAAQ,kBAAkB,CAC3C,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAE9D,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,KAAK,KAAM,wBAAwB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAE1C,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,IAAAC,eAAA,CAAgCX,KAAK,CAACG,QAAQ,CAAC,GAAG,CAAC,CAAAS,gBAAA,CAAAC,cAAA,CAAAF,eAAA,IAA5CG,QAAQ,CAAAF,gBAAA,IAAEG,WAAW,CAAAH,gBAAA,IAC5B,IAAAI,SAAA,CAA8Bb,QAAQ,CAAC,EAAE,CAAC,CAAAc,UAAA,CAAAJ,cAAA,CAAAG,SAAA,IAAnCE,OAAO,CAAAD,UAAA,IAAEE,UAAU,CAAAF,UAAA,IAC1B,IAAAG,UAAA,CAAoDjB,QAAQ,CAAC,EAAE,CAAC,CAAAkB,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAAzDE,kBAAkB,CAAAD,UAAA,IAAEE,qBAAqB,CAAAF,UAAA,IAChD,IAAAG,UAAA,CAA4CrB,QAAQ,CAAC,EAAE,CAAC,CAAAsB,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAAjDE,cAAc,CAAAD,UAAA,IAAEE,iBAAiB,CAAAF,UAAA,IACxC,IAAAG,UAAA,CAA8CzB,QAAQ,CAAC,EAAE,CAAC,CAAA0B,UAAA,CAAAhB,cAAA,CAAAe,UAAA,IAAnDE,eAAe,CAAAD,UAAA,IAAEE,kBAAkB,CAAAF,UAAA,IAC1C,IAAAG,WAAA,CAA0C/B,UAAU,CAACG,UAAU,CAAC,CAAxD6B,YAAY,CAAAD,WAAA,CAAZC,YAAY,CAAEC,eAAe,CAAAF,WAAA,CAAfE,eAAe,CACrC,IAAAC,YAAA,CAAgDlC,UAAU,CAACG,UAAU,CAAC,CAA9DgC,eAAe,CAAAD,YAAA,CAAfC,eAAe,CAAEC,kBAAkB,CAAAF,YAAA,CAAlBE,kBAAkB,CAC3C,GAAM,CAAAC,QAAQ,CAAGrC,UAAU,CAACG,UAAU,CAAC,CAACkC,QAAQ,CAEhD,GAAM,CAAAC,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,KAAK,CAAEC,QAAQ,CAAK,CAC3C1B,WAAW,CAAC0B,QAAQ,CAAC,CACvB,CAAC,CAED,GAAM,CAAAC,MAAM,CAAG,QAAT,CAAAA,MAAMA,CAAIT,YAAY,CAAK,CAC/B,GAAIA,YAAY,CAAE,CAChBd,UAAU,CAAC,CAAC,CAAEwB,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAAC,CAAC,CAC1ErB,qBAAqB,CAAC,CACpB,CAAEoB,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFjB,iBAAiB,CAAC,CAChB,CAAEgB,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFb,kBAAkB,CAAC,CACjB,CAAEY,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACJ,CAAC,IAAM,CACLP,kBAAkB,CAAC,IAAI,CAAC,CACxBQ,KAAK,IAAAC,MAAA,CAAIR,QAAQ,gBAAe,CAC9BS,MAAM,CAAE,KACV,CAAC,CAAC,CACCC,IAAI,CAAC,SAACC,QAAQ,QAAK,CAAAA,QAAQ,CAACC,IAAI,CAAC,CAAC,GAAC,CACnCF,IAAI,CAAC,SAACG,IAAI,CAAK,CACd,GAAM,CAAAC,UAAU,CAAG,EAAE,CACrB,GAAM,CAAAC,qBAAqB,CAAG,EAAE,CAChC,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,kBAAkB,CAAG,EAAE,CAC7BC,MAAM,CAACC,OAAO,CAACN,IAAI,CAAC,CAACO,OAAO,CAAC,SAAAC,IAAA,CAAkB,KAAAC,KAAA,CAAA/C,cAAA,CAAA8C,IAAA,IAAhBE,GAAG,CAAAD,KAAA,IAAEE,KAAK,CAAAF,KAAA,IACvC,GAAI,CAAAnB,QAAQ,CAAAsB,aAAA,CAAAA,aAAA,IACPD,KAAK,MACRnB,EAAE,CAAEkB,GAAG,CACPjB,GAAG,CAAEiB,GAAG,EACT,CACD,GAAIpB,QAAQ,CAACuB,UAAU,GAAK,KAAK,CAAE,CACjCZ,UAAU,CAACa,IAAI,CAACxB,QAAQ,CAAC,CAC3B,CAAC,IAAM,IAAIA,QAAQ,CAACuB,UAAU,GAAK,WAAW,CAAE,CAC9CX,qBAAqB,CAACY,IAAI,CAACxB,QAAQ,CAAC,CACtC,CAAC,IAAM,IAAIA,QAAQ,CAACuB,UAAU,GAAK,OAAO,CAAE,CAC1CV,iBAAiB,CAACW,IAAI,CAACxB,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAACuB,UAAU,GAAK,QAAQ,CAAE,CAC3CT,kBAAkB,CAACU,IAAI,CAACxB,QAAQ,CAAC,CACnC,CACF,CAAC,CAAC,CACFtB,UAAU,CAACiC,UAAU,CAAC,CACtB7B,qBAAqB,CAAC8B,qBAAqB,CAAC,CAC5C1B,iBAAiB,CAAC2B,iBAAiB,CAAC,CACpCvB,kBAAkB,CAACwB,kBAAkB,CAAC,CACtClB,kBAAkB,CAAC,KAAK,CAAC,CAC3B,CAAC,CAAC,CACD6B,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B9B,kBAAkB,CAAC,KAAK,CAAC,CAC3B,CAAC,CAAC,CACN,CACF,CAAC,CAEDnC,SAAS,CAAC,UAAM,CACdwC,MAAM,CAACT,YAAY,CAAC,CACpB;AACF,CAAC,CAAE,CAACA,YAAY,CAAC,CAAC,CAElB,GAAM,CAAAoC,UAAU,CAAG,CACjB,CACEC,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,wBAAwB,CAC/BC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,cAAc,CAC1BC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAAC,KAAA,CAAa,IAAV,CAAAC,GAAG,CAAAD,KAAA,CAAHC,GAAG,CAChB,GAAM,CAAAnC,GAAG,CAAGmC,GAAG,CAACnC,GAAG,CACnB,GAAM,CAAAoC,OAAO,CAAG,GAAAlC,MAAA,CAAGR,QAAQ,MAAMM,GAAG,CACpC,GAAM,CAAAqC,QAAQ,CAAG,GAAAnC,MAAA,CAAGR,QAAQ,gBAAgBM,GAAG,CAC/C,GAAM,CAAAsC,SAAS,CAAG,GAAApC,MAAA,CAAGR,QAAQ,YAAYM,GAAG,CAE5C,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAOrC,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEE,KAAA,CAACb,GAAG,EACFuF,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,eAEFjF,IAAA,WACEkF,KAAK,CAAC,eAAe,CACrBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAI7D,YAAY,EAAIG,eAAe,CAAE,CACnC;AACA,OACF,CAEAF,eAAe,CAAC,IAAI,CAAC,CAErBW,KAAK,CAACmC,OAAO,CAAE,CACbjC,MAAM,CAAE,MACV,CAAC,CAAC,CACCC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAIA,QAAQ,CAAC8C,MAAM,GAAK,GAAG,CAAE,CAC3B;AACA3B,OAAO,CAAC4B,GAAG,CAAC,oCAAoC,CAAC,CACjD,MAAO,CAAAnD,KAAK,CAACqC,SAAS,CAAE,CACtBnC,MAAM,CAAE,MAAM,CACdkD,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACDC,IAAI,CAAEC,IAAI,CAACC,SAAS,CAAC,CACnBpC,UAAU,CAAEe,GAAG,CAACf,UAAU,CAC1BqC,UAAU,CAAEtB,GAAG,CAACsB,UAAU,CAC1BC,sBAAsB,CAAEvB,GAAG,CAACuB,sBAAsB,CAClDC,YAAY,CAAExB,GAAG,CAACwB,YAAY,CAC9BC,YAAY,CAAEzB,GAAG,CAACyB,YAAY,CAC9BC,cAAc,CAAE1B,GAAG,CAAC0B,cAAc,CAClCC,aAAa,CAAE3B,GAAG,CAAC2B,aAAa,CAChCC,iBAAiB,CAAE5B,GAAG,CAAC4B,iBAAiB,CACxCC,UAAU,CAAE7B,GAAG,CAAC6B,UAClB,CAAC,CACH,CAAC,CAAC,CACC5D,IAAI,CAAC,SAACC,QAAQ,QAAK,CAAAA,QAAQ,CAACC,IAAI,CAAC,CAAC,GAAC,CACnCF,IAAI,CAAC,iBACJ,CAAA6D,MAAM,CAACC,IAAI,CAAC9B,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,EACvD,CAAC,CACA+B,OAAO,CAAC,iBAAM,CAAA7E,eAAe,CAAC,KAAK,CAAC,GAAC,CAC1C,CAAC,IAAM,IAAIe,QAAQ,CAAC+D,EAAE,CAAE,CACtB;AACA5C,OAAO,CAAC4B,GAAG,CAAC,uBAAuB,CAAC,CACpCa,MAAM,CAACC,IAAI,CAAC9B,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,CACrD9C,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,IAAM,CACL;AACAkC,OAAO,CAACD,KAAK,gCAAArB,MAAA,CACoBG,QAAQ,CAAC8C,MAAM,CAChD,CAAC,CACD7D,eAAe,CAAC,KAAK,CAAC,CACxB,CACF,CAAC,CAAC,CACDgC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BjC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAAsD,QAAA,cAEFjF,IAAA,CAACX,GAAG,EACFwF,KAAK,CAAC,MAAM,CACZ6B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP7B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB6B,YAAY,CAAC,KAAK,CAClBhC,KAAK,CAAE,CACLiC,MAAM,CAAE,mBAAmB,CAC3B1B,WAAW,CAAE,KAAK,CAClB2B,WAAW,CAAE,SACf,CAAE,CAAA7B,QAAA,cAEFjF,IAAA,CAACf,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,cACTe,IAAA,WACEkF,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAI7D,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrBW,KAAK,CAACoC,QAAQ,CAAE,CACdlC,MAAM,CAAE,QACV,CAAC,CAAC,CACCC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAACC,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACDF,IAAI,CAAC,UAAM,CACVd,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDgC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BjC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAAsD,QAAA,cAEFjF,IAAA,CAACX,GAAG,EACFwF,KAAK,CAAC,MAAM,CACZ6B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP7B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB6B,YAAY,CAAC,KAAK,CAClBhC,KAAK,CAAE,CACLiC,MAAM,CAAE,mBAAmB,CAC3B1B,WAAW,CAAE,KAAK,CAClB2B,WAAW,CAAE,SACf,CAAE,CAAA7B,QAAA,cAEFjF,IAAA,CAAChB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,EACN,CAAC,CAEV,CACF,CAAC,CACF,CAED,GAAM,CAAA+H,qBAAqB,CAAG,CAC5B,CACEhD,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAA0C,KAAA,CAAa,IAAV,CAAAxC,GAAG,CAAAwC,KAAA,CAAHxC,GAAG,CAChB,GAAM,CAAAnC,GAAG,CAAGmC,GAAG,CAACnC,GAAG,CACnB,GAAM,CAAAqC,QAAQ,CAAG,GAAAnC,MAAA,CAAGR,QAAQ,gBAAgBM,GAAG,CAE/C,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAOrC,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEA,IAAA,CAACX,GAAG,EACFuF,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,cAEFjF,IAAA,WACEkF,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAI7D,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrBW,KAAK,CAACoC,QAAQ,CAAE,CACdlC,MAAM,CAAE,QACV,CAAC,CAAC,CACCC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAACC,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACDF,IAAI,CAAC,UAAM,CACVd,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDgC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BjC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAAsD,QAAA,cAEFjF,IAAA,CAACX,GAAG,EACFwF,KAAK,CAAC,MAAM,CACZ6B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP7B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB6B,YAAY,CAAC,KAAK,CAClBhC,KAAK,CAAE,CACLiC,MAAM,CAAE,mBAAmB,CAC3B1B,WAAW,CAAE,KAAK,CAClB2B,WAAW,CAAE,SACf,CAAE,CAAA7B,QAAA,cAEFjF,IAAA,CAAChB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,CACN,CAAC,CAEV,CACF,CAAC,CACF,CAED,GAAM,CAAAiI,iBAAiB,CAAGF,qBAAqB,CAC/C,GAAM,CAAAG,kBAAkB,CAAGH,qBAAqB,CAEhD,mBACE7G,KAAA,CAACb,GAAG,EAACqH,CAAC,CAAC,MAAM,CAAAzB,QAAA,eACXjF,IAAA,CAACF,KAAK,EAACoF,KAAK,CAAC,gBAAgB,CAAE,CAAC,cAChChF,KAAA,CAAChB,UAAU,EAACqE,KAAK,CAAEhD,QAAS,CAAA0E,QAAA,eAC1BjF,IAAA,CAACX,GAAG,EAAC8H,EAAE,CAAE,CAAEC,YAAY,CAAE,CAAC,CAAEN,WAAW,CAAE,SAAU,CAAE,CAAA7B,QAAA,cACnD/E,KAAA,CAACf,OAAO,EACNoE,KAAK,CAAEhD,QAAS,CAChB8G,QAAQ,CAAErF,eAAgB,CAC1B,aAAW,MAAM,CAAAiD,QAAA,eAEjBjF,IAAA,CAACT,GAAG,EAAC+H,KAAK,CAAC,iBAAiB,CAAC/D,KAAK,CAAC,GAAG,CAAE,CAAC,cACzCvD,IAAA,CAACT,GAAG,EAAC+H,KAAK,CAAC,kBAAkB,CAAC/D,KAAK,CAAC,GAAG,CAAE,CAAC,cAC1CvD,IAAA,CAACT,GAAG,EAAC+H,KAAK,CAAC,cAAc,CAAC/D,KAAK,CAAC,GAAG,CAAE,CAAC,cACtCvD,IAAA,CAACT,GAAG,EAAC+H,KAAK,CAAC,eAAe,CAAC/D,KAAK,CAAC,GAAG,CAAE,CAAC,EAChC,CAAC,CACP,CAAC,cACNvD,IAAA,CAACZ,QAAQ,EAACmE,KAAK,CAAC,GAAG,CAAC4D,EAAE,CAAE,CAAEI,OAAO,CAAE,CAAE,CAAE,CAAAtC,QAAA,cACrCjF,IAAA,CAACX,GAAG,EAACqH,CAAC,CAAC,YAAY,CAACc,MAAM,CAAC,MAAM,CAAAvC,QAAA,cAC/BjF,IAAA,CAACR,QAAQ,EACPiI,IAAI,CAAE9G,OAAQ,CACd+G,OAAO,CAAE5D,UAAW,CACpBqD,EAAE,CAAE,CACF,qBAAqB,CAAE,CACrBtC,KAAK,CAAE,gBAAgB,CACvB8C,QAAQ,CAAE,SACZ,CAAC,CACD,oBAAoB,CAAE,CACpBC,UAAU,CAAE,OAAO,CACnBC,MAAM,CAAE,UACV,CAAC,CACD,qBAAqB,CAAE,CACrBT,YAAY,CAAE,MAChB,CAAC,CACD,oBAAoB,CAAE,CACpBlD,QAAQ,CAAE,kBACZ,CAAC,CACD,8BAA8B,CAAE,CAC9BkD,YAAY,CAAE,MAChB,CAAC,CACD,kCAAkC,CAAE,CAClCU,UAAU,CAAE,MACd,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,oBAAoB,CAC/BJ,QAAQ,CAAE,SACZ,CAAC,CACD,gCAAgC,CAAE,CAChCK,SAAS,CAAE,MACb,CAAC,CACD,cAAc,CAAE,KAClB,CAAE,CACFC,KAAK,CAAE,CACLC,aAAa,CAAE,SAAAA,cAAA,qBACblI,IAAA,CAACV,KAAK,EACJkI,MAAM,CAAC,MAAM,CACbxC,UAAU,CAAC,QAAQ,CACnBD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CACxB,mBAED,CAAO,CAAC,EACT,CACDkD,gBAAgB,CAAE,SAAAA,iBAAA,qBAChBnI,IAAA,CAACV,KAAK,EACJkI,MAAM,CAAC,MAAM,CACbxC,UAAU,CAAC,QAAQ,CACnBD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CACxB,2BAED,CAAO,CAAC,EAEZ,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXjF,IAAA,CAACZ,QAAQ,EAACmE,KAAK,CAAC,GAAG,CAAC4D,EAAE,CAAE,CAAEI,OAAO,CAAE,CAAE,CAAE,CAAAtC,QAAA,cACrCjF,IAAA,CAACX,GAAG,EAACqH,CAAC,CAAC,YAAY,CAACc,MAAM,CAAC,MAAM,CAAAvC,QAAA,cAC/BjF,IAAA,CAACR,QAAQ,EACPiI,IAAI,CAAE1G,kBAAmB,CACzB2G,OAAO,CAAEX,qBAAsB,CAC/BI,EAAE,CAAE,CACF,qBAAqB,CAAE,CACrBtC,KAAK,CAAE,gBAAgB,CACvB8C,QAAQ,CAAE,SACZ,CAAC,CACD,oBAAoB,CAAE,CACpBC,UAAU,CAAE,OAAO,CACnBC,MAAM,CAAE,UACV,CAAC,CACD,qBAAqB,CAAE,CACrBT,YAAY,CAAE,MAChB,CAAC,CACD,oBAAoB,CAAE,CACpBlD,QAAQ,CAAE,kBACZ,CAAC,CACD,8BAA8B,CAAE,CAC9BkD,YAAY,CAAE,MAChB,CAAC,CACD,kCAAkC,CAAE,CAClCU,UAAU,CAAE,MACd,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,oBAAoB,CAC/BJ,QAAQ,CAAE,SACZ,CAAC,CACD,gCAAgC,CAAE,CAChCK,SAAS,CAAE,MACb,CAAC,CACD,cAAc,CAAE,KAClB,CAAE,CACFC,KAAK,CAAE,CACLC,aAAa,CAAE,SAAAA,cAAA,qBACblI,IAAA,CAACV,KAAK,EACJkI,MAAM,CAAC,MAAM,CACbxC,UAAU,CAAC,QAAQ,CACnBD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CACxB,mBAED,CAAO,CAAC,EACT,CACDkD,gBAAgB,CAAE,SAAAA,iBAAA,qBAChBnI,IAAA,CAACV,KAAK,EACJkI,MAAM,CAAC,MAAM,CACbxC,UAAU,CAAC,QAAQ,CACnBD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CACxB,2BAED,CAAO,CAAC,EAEZ,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXjF,IAAA,CAACZ,QAAQ,EAACmE,KAAK,CAAC,GAAG,CAAC4D,EAAE,CAAE,CAAEI,OAAO,CAAE,CAAE,CAAE,CAAAtC,QAAA,cACrCjF,IAAA,CAACX,GAAG,EAACqH,CAAC,CAAC,YAAY,CAACc,MAAM,CAAC,MAAM,CAAAvC,QAAA,cAC/BjF,IAAA,CAACR,QAAQ,EACPiI,IAAI,CAAEtG,cAAe,CACrBuG,OAAO,CAAET,iBAAkB,CAC3BE,EAAE,CAAE,CACF,qBAAqB,CAAE,CACrBtC,KAAK,CAAE,gBAAgB,CACvB8C,QAAQ,CAAE,SACZ,CAAC,CACD,oBAAoB,CAAE,CACpBC,UAAU,CAAE,OAAO,CACnBC,MAAM,CAAE,UACV,CAAC,CACD,qBAAqB,CAAE,CACrBT,YAAY,CAAE,MAChB,CAAC,CACD,oBAAoB,CAAE,CACpBlD,QAAQ,CAAE,kBACZ,CAAC,CACD,8BAA8B,CAAE,CAC9BkD,YAAY,CAAE,MAChB,CAAC,CACD,kCAAkC,CAAE,CAClCU,UAAU,CAAE,MACd,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,oBAAoB,CAC/BJ,QAAQ,CAAE,SACZ,CAAC,CACD,gCAAgC,CAAE,CAChCK,SAAS,CAAE,MACb,CAAC,CACD,cAAc,CAAE,KAClB,CAAE,CACFC,KAAK,CAAE,CACLC,aAAa,CAAE,SAAAA,cAAA,qBACblI,IAAA,CAACV,KAAK,EACJkI,MAAM,CAAC,MAAM,CACbxC,UAAU,CAAC,QAAQ,CACnBD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CACxB,mBAED,CAAO,CAAC,EACT,CACDkD,gBAAgB,CAAE,SAAAA,iBAAA,qBAChBnI,IAAA,CAACV,KAAK,EACJkI,MAAM,CAAC,MAAM,CACbxC,UAAU,CAAC,QAAQ,CACnBD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CACxB,2BAED,CAAO,CAAC,EAEZ,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXjF,IAAA,CAACZ,QAAQ,EAACmE,KAAK,CAAC,GAAG,CAAC4D,EAAE,CAAE,CAAEI,OAAO,CAAE,CAAE,CAAE,CAAAtC,QAAA,cACrCjF,IAAA,CAACX,GAAG,EAACqH,CAAC,CAAC,YAAY,CAACc,MAAM,CAAC,MAAM,CAAAvC,QAAA,cAC/BjF,IAAA,CAACR,QAAQ,EACPiI,IAAI,CAAElG,eAAgB,CACtBmG,OAAO,CAAER,kBAAmB,CAC5BC,EAAE,CAAE,CACF,qBAAqB,CAAE,CACrBtC,KAAK,CAAE,gBAAgB,CACvB8C,QAAQ,CAAE,SACZ,CAAC,CACD,oBAAoB,CAAE,CACpBC,UAAU,CAAE,OAAO,CACnBC,MAAM,CAAE,UACV,CAAC,CACD,qBAAqB,CAAE,CACrBT,YAAY,CAAE,MAChB,CAAC,CACD,oBAAoB,CAAE,CACpBlD,QAAQ,CAAE,kBACZ,CAAC,CACD,8BAA8B,CAAE,CAC9BkD,YAAY,CAAE,MAChB,CAAC,CACD,kCAAkC,CAAE,CAClCU,UAAU,CAAE,MACd,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,oBAAoB,CAC/BJ,QAAQ,CAAE,SACZ,CAAC,CACD,gCAAgC,CAAE,CAChCK,SAAS,CAAE,MACb,CAAC,CACD,cAAc,CAAE,KAClB,CAAE,CACFC,KAAK,CAAE,CACLC,aAAa,CAAE,SAAAA,cAAA,qBACblI,IAAA,CAACV,KAAK,EACJkI,MAAM,CAAC,MAAM,CACbxC,UAAU,CAAC,QAAQ,CACnBD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CACxB,mBAED,CAAO,CAAC,EACT,CACDkD,gBAAgB,CAAE,SAAAA,iBAAA,qBAChBnI,IAAA,CAACV,KAAK,EACJkI,MAAM,CAAC,MAAM,CACbxC,UAAU,CAAC,QAAQ,CACnBD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CACxB,2BAED,CAAO,CAAC,EAEZ,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAA9E,aAAa"},"metadata":{},"sourceType":"module","externalDependencies":[]}

xinference/web/ui/node_modules/.cache/babel-loader/c02e70e9b9efcf3bd056606308104308d6a6ac559f2bc0b4454c11fb5874457c.json DELETED Viewed

@@ -1 +0,0 @@

- {"ast":null,"code":"import _regeneratorRuntime from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/regeneratorRuntime.js\";import _asyncToGenerator from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/asyncToGenerator.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{Box,FormControl,InputLabel,MenuItem,Select,TextField}from'@mui/material';import React,{useContext,useEffect,useState}from'react';import{ApiContext}from'../../components/apiContext';import ModelCard from'./modelCard';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var LaunchLLM=function LaunchLLM(){var endPoint=useContext(ApiContext).endPoint;var _useState=useState([]),_useState2=_slicedToArray(_useState,2),registrationData=_useState2[0],setRegistrationData=_useState2[1];var _useContext=useContext(ApiContext),isCallingApi=_useContext.isCallingApi,setIsCallingApi=_useContext.setIsCallingApi;var _useContext2=useContext(ApiContext),isUpdatingModel=_useContext2.isUpdatingModel;var _useContext3=useContext(ApiContext),setErrorMsg=_useContext3.setErrorMsg;// States used for filtering\nvar _useState3=useState(''),_useState4=_slicedToArray(_useState3,2),searchTerm=_useState4[0],setSearchTerm=_useState4[1];var _useState5=useState('all'),_useState6=_slicedToArray(_useState5,2),modelAbility=_useState6[0],setModelAbility=_useState6[1];var _useState7=useState(-1),_useState8=_slicedToArray(_useState7,2),gpuAvailable=_useState8[0],setGPUAvailable=_useState8[1];var handleChange=function handleChange(event){setSearchTerm(event.target.value);};var handleAbilityChange=function handleAbilityChange(event){setModelAbility(event.target.value);};var filter=function filter(registration){if(!registration||typeof searchTerm!=='string')return false;var modelName=registration.model_name?registration.model_name.toLowerCase():'';var modelDescription=registration.model_description?registration.model_description.toLowerCase():'';if(!modelName.includes(searchTerm.toLowerCase())&&!modelDescription.includes(searchTerm.toLowerCase())){return false;}if(modelAbility&&modelAbility!=='all'){if(registration.model_ability.indexOf(modelAbility)<0){return false;}}return true;};var update=/*#__PURE__*/function(){var _ref=_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee(){var response,registrations,builtinRegistrations;return _regeneratorRuntime().wrap(function _callee$(_context){while(1)switch(_context.prev=_context.next){case 0:if(!(isCallingApi||isUpdatingModel)){_context.next=2;break;}return _context.abrupt(\"return\");case 2:_context.prev=2;setIsCallingApi(true);_context.next=6;return fetch(\"\".concat(endPoint,\"/v1/model_registrations/LLM?detailed=true\"),{method:'GET'});case 6:response=_context.sent;_context.next=9;return response.json();case 9:registrations=_context.sent;builtinRegistrations=registrations.filter(function(v){return v.is_builtin;});setRegistrationData(builtinRegistrations);_context.next=17;break;case 14:_context.prev=14;_context.t0=_context[\"catch\"](2);console.error('Error:',_context.t0);case 17:_context.prev=17;setIsCallingApi(false);return _context.finish(17);case 20:case\"end\":return _context.stop();}},_callee,null,[[2,14,17,20]]);}));return function update(){return _ref.apply(this,arguments);};}();useEffect(function(){update();},[]);useEffect(function(){if(gpuAvailable===-1){fetch(endPoint+'/v1/cluster/devices',{method:'GET',headers:{'Content-Type':'application/json'}}).then(function(res){if(!res.ok){// Usually, if some errors happen here, check if the cluster is available\nres.json().then(function(errorData){setErrorMsg(\"Server error: \".concat(res.status,\" - \").concat(errorData.detail||'Unknown error'));});}else{res.json().then(function(data){setGPUAvailable(parseInt(data,10));});}});}},[]);var style={display:'grid',gridTemplateColumns:'repeat(auto-fill, minmax(300px, 1fr))',paddingLeft:'2rem',gridGap:'2rem 0rem'};return/*#__PURE__*/_jsxs(Box,{m:\"20px\",children:[/*#__PURE__*/_jsxs(\"div\",{style:{display:'grid',gridTemplateColumns:'150px 1fr',columnGap:'20px',margin:'30px 2rem'},children:[/*#__PURE__*/_jsxs(FormControl,{variant:\"outlined\",margin:\"normal\",children:[/*#__PURE__*/_jsx(InputLabel,{id:\"ability-select-label\",children:\"Model Ability\"}),/*#__PURE__*/_jsxs(Select,{id:\"ability\",labelId:\"ability-select-label\",label:\"Model Ability\",onChange:handleAbilityChange,value:modelAbility,size:\"small\",sx:{width:'150px'},children:[/*#__PURE__*/_jsx(MenuItem,{value:\"all\",children:\"all\"}),/*#__PURE__*/_jsx(MenuItem,{value:\"generate\",children:\"generate\"}),/*#__PURE__*/_jsx(MenuItem,{value:\"chat\",children:\"chat\"})]})]}),/*#__PURE__*/_jsx(FormControl,{variant:\"outlined\",margin:\"normal\",children:/*#__PURE__*/_jsx(TextField,{id:\"search\",type:\"search\",label:\"Search for model name and description\",value:searchTerm,onChange:handleChange,size:\"small\"})})]}),/*#__PURE__*/_jsx(\"div\",{style:style,children:registrationData.filter(function(registration){return filter(registration);}).map(function(filteredRegistration){return/*#__PURE__*/_jsx(ModelCard,{url:endPoint,modelData:filteredRegistration,gpuAvailable:gpuAvailable});})})]});};export default LaunchLLM;","map":{"version":3,"names":["Box","FormControl","InputLabel","MenuItem","Select","TextField","React","useContext","useEffect","useState","ApiContext","ModelCard","jsx","_jsx","jsxs","_jsxs","LaunchLLM","endPoint","_useState","_useState2","_slicedToArray","registrationData","setRegistrationData","_useContext","isCallingApi","setIsCallingApi","_useContext2","isUpdatingModel","_useContext3","setErrorMsg","_useState3","_useState4","searchTerm","setSearchTerm","_useState5","_useState6","modelAbility","setModelAbility","_useState7","_useState8","gpuAvailable","setGPUAvailable","handleChange","event","target","value","handleAbilityChange","filter","registration","modelName","model_name","toLowerCase","modelDescription","model_description","includes","model_ability","indexOf","update","_ref","_asyncToGenerator","_regeneratorRuntime","mark","_callee","response","registrations","builtinRegistrations","wrap","_callee$","_context","prev","next","abrupt","fetch","concat","method","sent","json","v","is_builtin","t0","console","error","finish","stop","apply","arguments","headers","then","res","ok","errorData","status","detail","data","parseInt","style","display","gridTemplateColumns","paddingLeft","gridGap","m","children","columnGap","margin","variant","id","labelId","label","onChange","size","sx","width","type","map","filteredRegistration","url","modelData"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/launchLLM.js"],"sourcesContent":["import {\n Box,\n FormControl,\n InputLabel,\n MenuItem,\n Select,\n TextField,\n} from '@mui/material'\nimport React, { useContext, useEffect, useState } from 'react'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ModelCard from './modelCard'\n\nconst LaunchLLM = () => {\n let endPoint = useContext(ApiContext).endPoint\n const [registrationData, setRegistrationData] = useState([])\n const { isCallingApi, setIsCallingApi } = useContext(ApiContext)\n const { isUpdatingModel } = useContext(ApiContext)\n const { setErrorMsg } = useContext(ApiContext)\n\n // States used for filtering\n const [searchTerm, setSearchTerm] = useState('')\n\n const [modelAbility, setModelAbility] = useState('all')\n const [gpuAvailable, setGPUAvailable] = useState(-1)\n\n const handleChange = (event) => {\n setSearchTerm(event.target.value)\n }\n\n const handleAbilityChange = (event) => {\n setModelAbility(event.target.value)\n }\n\n const filter = (registration) => {\n if (!registration || typeof searchTerm !== 'string') return false\n const modelName = registration.model_name\n ? registration.model_name.toLowerCase()\n : ''\n const modelDescription = registration.model_description\n ? registration.model_description.toLowerCase()\n : ''\n\n if (\n !modelName.includes(searchTerm.toLowerCase()) &&\n !modelDescription.includes(searchTerm.toLowerCase())\n ) {\n return false\n }\n if (modelAbility && modelAbility !== 'all') {\n if (registration.model_ability.indexOf(modelAbility) < 0) {\n return false\n }\n }\n return true\n }\n\n const update = async () => {\n if (isCallingApi || isUpdatingModel) return\n\n try {\n setIsCallingApi(true)\n\n const response = await fetch(\n `${endPoint}/v1/model_registrations/LLM?detailed=true`,\n {\n method: 'GET',\n }\n )\n\n const registrations = await response.json()\n const builtinRegistrations = registrations.filter((v) => v.is_builtin)\n\n setRegistrationData(builtinRegistrations)\n } catch (error) {\n console.error('Error:', error)\n } finally {\n setIsCallingApi(false)\n }\n }\n\n useEffect(() => {\n update()\n }, [])\n\n useEffect(() => {\n if (gpuAvailable === -1) {\n fetch(endPoint + '/v1/cluster/devices', {\n method: 'GET',\n headers: {\n 'Content-Type': 'application/json',\n },\n }).then((res) => {\n if (!res.ok) {\n // Usually, if some errors happen here, check if the cluster is available\n res.json().then((errorData) => {\n setErrorMsg(\n `Server error: ${res.status} - ${\n errorData.detail || 'Unknown error'\n }`\n )\n })\n } else {\n res.json().then((data) => {\n setGPUAvailable(parseInt(data, 10))\n })\n }\n })\n }\n }, [])\n\n const style = {\n display: 'grid',\n gridTemplateColumns: 'repeat(auto-fill, minmax(300px, 1fr))',\n paddingLeft: '2rem',\n gridGap: '2rem 0rem',\n }\n\n return (\n <Box m=\"20px\">\n <div\n style={{\n display: 'grid',\n gridTemplateColumns: '150px 1fr',\n columnGap: '20px',\n margin: '30px 2rem',\n }}\n >\n <FormControl variant=\"outlined\" margin=\"normal\">\n <InputLabel id=\"ability-select-label\">Model Ability</InputLabel>\n <Select\n id=\"ability\"\n labelId=\"ability-select-label\"\n label=\"Model Ability\"\n onChange={handleAbilityChange}\n value={modelAbility}\n size=\"small\"\n sx={{ width: '150px' }}\n >\n <MenuItem value=\"all\">all</MenuItem>\n <MenuItem value=\"generate\">generate</MenuItem>\n <MenuItem value=\"chat\">chat</MenuItem>\n </Select>\n </FormControl>\n <FormControl variant=\"outlined\" margin=\"normal\">\n <TextField\n id=\"search\"\n type=\"search\"\n label=\"Search for model name and description\"\n value={searchTerm}\n onChange={handleChange}\n size=\"small\"\n />\n </FormControl>\n </div>\n <div style={style}>\n {registrationData\n .filter((registration) => filter(registration))\n .map((filteredRegistration) => (\n <ModelCard\n url={endPoint}\n modelData={filteredRegistration}\n gpuAvailable={gpuAvailable}\n />\n ))}\n </div>\n </Box>\n )\n}\n\nexport default LaunchLLM\n"],"mappings":"ubAAA,OACEA,GAAG,CACHC,WAAW,CACXC,UAAU,CACVC,QAAQ,CACRC,MAAM,CACNC,SAAS,KACJ,eAAe,CACtB,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAE9D,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,SAAS,KAAM,aAAa,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAEnC,GAAM,CAAAC,SAAS,CAAG,QAAZ,CAAAA,SAASA,CAAA,CAAS,CACtB,GAAI,CAAAC,QAAQ,CAAGV,UAAU,CAACG,UAAU,CAAC,CAACO,QAAQ,CAC9C,IAAAC,SAAA,CAAgDT,QAAQ,CAAC,EAAE,CAAC,CAAAU,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAArDG,gBAAgB,CAAAF,UAAA,IAAEG,mBAAmB,CAAAH,UAAA,IAC5C,IAAAI,WAAA,CAA0ChB,UAAU,CAACG,UAAU,CAAC,CAAxDc,YAAY,CAAAD,WAAA,CAAZC,YAAY,CAAEC,eAAe,CAAAF,WAAA,CAAfE,eAAe,CACrC,IAAAC,YAAA,CAA4BnB,UAAU,CAACG,UAAU,CAAC,CAA1CiB,eAAe,CAAAD,YAAA,CAAfC,eAAe,CACvB,IAAAC,YAAA,CAAwBrB,UAAU,CAACG,UAAU,CAAC,CAAtCmB,WAAW,CAAAD,YAAA,CAAXC,WAAW,CAEnB;AACA,IAAAC,UAAA,CAAoCrB,QAAQ,CAAC,EAAE,CAAC,CAAAsB,UAAA,CAAAX,cAAA,CAAAU,UAAA,IAAzCE,UAAU,CAAAD,UAAA,IAAEE,aAAa,CAAAF,UAAA,IAEhC,IAAAG,UAAA,CAAwCzB,QAAQ,CAAC,KAAK,CAAC,CAAA0B,UAAA,CAAAf,cAAA,CAAAc,UAAA,IAAhDE,YAAY,CAAAD,UAAA,IAAEE,eAAe,CAAAF,UAAA,IACpC,IAAAG,UAAA,CAAwC7B,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA8B,UAAA,CAAAnB,cAAA,CAAAkB,UAAA,IAA7CE,YAAY,CAAAD,UAAA,IAAEE,eAAe,CAAAF,UAAA,IAEpC,GAAM,CAAAG,YAAY,CAAG,QAAf,CAAAA,YAAYA,CAAIC,KAAK,CAAK,CAC9BV,aAAa,CAACU,KAAK,CAACC,MAAM,CAACC,KAAK,CAAC,CACnC,CAAC,CAED,GAAM,CAAAC,mBAAmB,CAAG,QAAtB,CAAAA,mBAAmBA,CAAIH,KAAK,CAAK,CACrCN,eAAe,CAACM,KAAK,CAACC,MAAM,CAACC,KAAK,CAAC,CACrC,CAAC,CAED,GAAM,CAAAE,MAAM,CAAG,QAAT,CAAAA,MAAMA,CAAIC,YAAY,CAAK,CAC/B,GAAI,CAACA,YAAY,EAAI,MAAO,CAAAhB,UAAU,GAAK,QAAQ,CAAE,MAAO,MAAK,CACjE,GAAM,CAAAiB,SAAS,CAAGD,YAAY,CAACE,UAAU,CACrCF,YAAY,CAACE,UAAU,CAACC,WAAW,CAAC,CAAC,CACrC,EAAE,CACN,GAAM,CAAAC,gBAAgB,CAAGJ,YAAY,CAACK,iBAAiB,CACnDL,YAAY,CAACK,iBAAiB,CAACF,WAAW,CAAC,CAAC,CAC5C,EAAE,CAEN,GACE,CAACF,SAAS,CAACK,QAAQ,CAACtB,UAAU,CAACmB,WAAW,CAAC,CAAC,CAAC,EAC7C,CAACC,gBAAgB,CAACE,QAAQ,CAACtB,UAAU,CAACmB,WAAW,CAAC,CAAC,CAAC,CACpD,CACA,MAAO,MAAK,CACd,CACA,GAAIf,YAAY,EAAIA,YAAY,GAAK,KAAK,CAAE,CAC1C,GAAIY,YAAY,CAACO,aAAa,CAACC,OAAO,CAACpB,YAAY,CAAC,CAAG,CAAC,CAAE,CACxD,MAAO,MAAK,CACd,CACF,CACA,MAAO,KAAI,CACb,CAAC,CAED,GAAM,CAAAqB,MAAM,6BAAAC,IAAA,CAAAC,iBAAA,cAAAC,mBAAA,GAAAC,IAAA,CAAG,SAAAC,QAAA,MAAAC,QAAA,CAAAC,aAAA,CAAAC,oBAAA,QAAAL,mBAAA,GAAAM,IAAA,UAAAC,SAAAC,QAAA,iBAAAA,QAAA,CAAAC,IAAA,CAAAD,QAAA,CAAAE,IAAA,cACT9C,YAAY,EAAIG,eAAe,GAAAyC,QAAA,CAAAE,IAAA,iBAAAF,QAAA,CAAAG,MAAA,kBAAAH,QAAA,CAAAC,IAAA,GAGjC5C,eAAe,CAAC,IAAI,CAAC,CAAA2C,QAAA,CAAAE,IAAA,SAEE,CAAAE,KAAK,IAAAC,MAAA,CACvBxD,QAAQ,8CACX,CACEyD,MAAM,CAAE,KACV,CACF,CAAC,QALKX,QAAQ,CAAAK,QAAA,CAAAO,IAAA,CAAAP,QAAA,CAAAE,IAAA,SAOc,CAAAP,QAAQ,CAACa,IAAI,CAAC,CAAC,QAArCZ,aAAa,CAAAI,QAAA,CAAAO,IAAA,CACbV,oBAAoB,CAAGD,aAAa,CAACjB,MAAM,CAAC,SAAC8B,CAAC,QAAK,CAAAA,CAAC,CAACC,UAAU,GAAC,CAEtExD,mBAAmB,CAAC2C,oBAAoB,CAAC,CAAAG,QAAA,CAAAE,IAAA,kBAAAF,QAAA,CAAAC,IAAA,IAAAD,QAAA,CAAAW,EAAA,CAAAX,QAAA,aAEzCY,OAAO,CAACC,KAAK,CAAC,QAAQ,CAAAb,QAAA,CAAAW,EAAO,CAAC,SAAAX,QAAA,CAAAC,IAAA,IAE9B5C,eAAe,CAAC,KAAK,CAAC,QAAA2C,QAAA,CAAAc,MAAA,8BAAAd,QAAA,CAAAe,IAAA,MAAArB,OAAA,uBAEzB,kBAtBK,CAAAL,MAAMA,CAAA,SAAAC,IAAA,CAAA0B,KAAA,MAAAC,SAAA,OAsBX,CAED7E,SAAS,CAAC,UAAM,CACdiD,MAAM,CAAC,CAAC,CACV,CAAC,CAAE,EAAE,CAAC,CAENjD,SAAS,CAAC,UAAM,CACd,GAAIgC,YAAY,GAAK,CAAC,CAAC,CAAE,CACvBgC,KAAK,CAACvD,QAAQ,CAAG,qBAAqB,CAAE,CACtCyD,MAAM,CAAE,KAAK,CACbY,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CACF,CAAC,CAAC,CAACC,IAAI,CAAC,SAACC,GAAG,CAAK,CACf,GAAI,CAACA,GAAG,CAACC,EAAE,CAAE,CACX;AACAD,GAAG,CAACZ,IAAI,CAAC,CAAC,CAACW,IAAI,CAAC,SAACG,SAAS,CAAK,CAC7B7D,WAAW,kBAAA4C,MAAA,CACQe,GAAG,CAACG,MAAM,QAAAlB,MAAA,CACzBiB,SAAS,CAACE,MAAM,EAAI,eAAe,CAEvC,CAAC,CACH,CAAC,CAAC,CACJ,CAAC,IAAM,CACLJ,GAAG,CAACZ,IAAI,CAAC,CAAC,CAACW,IAAI,CAAC,SAACM,IAAI,CAAK,CACxBpD,eAAe,CAACqD,QAAQ,CAACD,IAAI,CAAE,EAAE,CAAC,CAAC,CACrC,CAAC,CAAC,CACJ,CACF,CAAC,CAAC,CACJ,CACF,CAAC,CAAE,EAAE,CAAC,CAEN,GAAM,CAAAE,KAAK,CAAG,CACZC,OAAO,CAAE,MAAM,CACfC,mBAAmB,CAAE,uCAAuC,CAC5DC,WAAW,CAAE,MAAM,CACnBC,OAAO,CAAE,WACX,CAAC,CAED,mBACEpF,KAAA,CAACf,GAAG,EAACoG,CAAC,CAAC,MAAM,CAAAC,QAAA,eACXtF,KAAA,QACEgF,KAAK,CAAE,CACLC,OAAO,CAAE,MAAM,CACfC,mBAAmB,CAAE,WAAW,CAChCK,SAAS,CAAE,MAAM,CACjBC,MAAM,CAAE,WACV,CAAE,CAAAF,QAAA,eAEFtF,KAAA,CAACd,WAAW,EAACuG,OAAO,CAAC,UAAU,CAACD,MAAM,CAAC,QAAQ,CAAAF,QAAA,eAC7CxF,IAAA,CAACX,UAAU,EAACuG,EAAE,CAAC,sBAAsB,CAAAJ,QAAA,CAAC,eAAa,CAAY,CAAC,cAChEtF,KAAA,CAACX,MAAM,EACLqG,EAAE,CAAC,SAAS,CACZC,OAAO,CAAC,sBAAsB,CAC9BC,KAAK,CAAC,eAAe,CACrBC,QAAQ,CAAE9D,mBAAoB,CAC9BD,KAAK,CAAET,YAAa,CACpByE,IAAI,CAAC,OAAO,CACZC,EAAE,CAAE,CAAEC,KAAK,CAAE,OAAQ,CAAE,CAAAV,QAAA,eAEvBxF,IAAA,CAACV,QAAQ,EAAC0C,KAAK,CAAC,KAAK,CAAAwD,QAAA,CAAC,KAAG,CAAU,CAAC,cACpCxF,IAAA,CAACV,QAAQ,EAAC0C,KAAK,CAAC,UAAU,CAAAwD,QAAA,CAAC,UAAQ,CAAU,CAAC,cAC9CxF,IAAA,CAACV,QAAQ,EAAC0C,KAAK,CAAC,MAAM,CAAAwD,QAAA,CAAC,MAAI,CAAU,CAAC,EAChC,CAAC,EACE,CAAC,cACdxF,IAAA,CAACZ,WAAW,EAACuG,OAAO,CAAC,UAAU,CAACD,MAAM,CAAC,QAAQ,CAAAF,QAAA,cAC7CxF,IAAA,CAACR,SAAS,EACRoG,EAAE,CAAC,QAAQ,CACXO,IAAI,CAAC,QAAQ,CACbL,KAAK,CAAC,uCAAuC,CAC7C9D,KAAK,CAAEb,UAAW,CAClB4E,QAAQ,CAAElE,YAAa,CACvBmE,IAAI,CAAC,OAAO,CACb,CAAC,CACS,CAAC,EACX,CAAC,cACNhG,IAAA,QAAKkF,KAAK,CAAEA,KAAM,CAAAM,QAAA,CACfhF,gBAAgB,CACd0B,MAAM,CAAC,SAACC,YAAY,QAAK,CAAAD,MAAM,CAACC,YAAY,CAAC,GAAC,CAC9CiE,GAAG,CAAC,SAACC,oBAAoB,qBACxBrG,IAAA,CAACF,SAAS,EACRwG,GAAG,CAAElG,QAAS,CACdmG,SAAS,CAAEF,oBAAqB,CAChC1E,YAAY,CAAEA,YAAa,CAC5B,CAAC,EACH,CAAC,CACD,CAAC,EACH,CAAC,CAEV,CAAC,CAED,cAAe,CAAAxB,SAAS"},"metadata":{},"sourceType":"module","externalDependencies":[]}

xinference/web/ui/node_modules/.cache/babel-loader/e610aefd7000a3f8542a25cb66c64671cc8da18350de4e5b577102ba4bb78d65.json DELETED Viewed

@@ -1 +0,0 @@