xinference 1.0.1__py3-none-any.whl → 1.1.0__py3-none-any.whl

xinference/web/ui/node_modules/.cache/babel-loader/8c5eeb02f772d02cbe8b89c05428d0dd41a97866f75f7dc1c2164a67f5a1cf98.json

@@ -0,0 +1 @@
+{"ast":null,"code":"import _objectSpread from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import DeleteOutlineOutlinedIcon from'@mui/icons-material/DeleteOutlineOutlined';import OpenInBrowserOutlinedIcon from'@mui/icons-material/OpenInBrowserOutlined';import{TabContext,TabList,TabPanel}from'@mui/lab';import{Badge,Box,Stack,Tab}from'@mui/material';import{DataGrid}from'@mui/x-data-grid';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import fetcher from'../../components/fetcher';import fetchWrapper from'../../components/fetchWrapper';import Title from'../../components/Title';import{isValidBearerToken}from'../../components/utils';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var tabArr=[{label:'Language Models',value:'/running_models/LLM',showPrompt:false},{label:'Embedding Models',value:'/running_models/embedding',showPrompt:false},{label:'Rerank Models',value:'/running_models/rerank',showPrompt:false},{label:'Image Models',value:'/running_models/image',showPrompt:false},{label:'Audio Models',value:'/running_models/audio',showPrompt:false},{label:'Video Models',value:'/running_models/video',showPrompt:false},{label:'Flexible Models',value:'/running_models/flexible',showPrompt:false}];var RunningModels=function RunningModels(){var _React$useState=React.useState(sessionStorage.getItem('runningModelType')),_React$useState2=_slicedToArray(_React$useState,2),tabValue=_React$useState2[0],setTabValue=_React$useState2[1];var _useState=useState(tabArr),_useState2=_slicedToArray(_useState,2),tabList=_useState2[0],setTabList=_useState2[1];var _useState3=useState([]),_useState4=_slicedToArray(_useState3,2),llmData=_useState4[0],setLlmData=_useState4[1];var _useState5=useState([]),_useState6=_slicedToArray(_useState5,2),embeddingModelData=_useState6[0],setEmbeddingModelData=_useState6[1];var _useState7=useState([]),_useState8=_slicedToArray(_useState7,2),imageModelData=_useState8[0],setImageModelData=_useState8[1];var _useState9=useState([]),_useState10=_slicedToArray(_useState9,2),audioModelData=_useState10[0],setAudioModelData=_useState10[1];var _useState11=useState([]),_useState12=_slicedToArray(_useState11,2),videoModelData=_useState12[0],setVideoModelData=_useState12[1];var _useState13=useState([]),_useState14=_slicedToArray(_useState13,2),rerankModelData=_useState14[0],setRerankModelData=_useState14[1];var _useState15=useState([]),_useState16=_slicedToArray(_useState15,2),flexibleModelData=_useState16[0],setFlexibleModelData=_useState16[1];var _useContext=useContext(ApiContext),isCallingApi=_useContext.isCallingApi,setIsCallingApi=_useContext.setIsCallingApi;var _useContext2=useContext(ApiContext),isUpdatingModel=_useContext2.isUpdatingModel,setIsUpdatingModel=_useContext2.setIsUpdatingModel;var _useContext3=useContext(ApiContext),setErrorMsg=_useContext3.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var endPoint=useContext(ApiContext).endPoint;var handleTabChange=function handleTabChange(event,newValue){setTabValue(newValue);navigate(newValue);sessionStorage.setItem('runningModelType',newValue);};var update=function update(isCallingApi){if(sessionStorage.getItem('auth')==='true'&&!isValidBearerToken(sessionStorage.getItem('token'))&&!isValidBearerToken(cookie.token)){navigate('/login',{replace:true});return;}if(isCallingApi){setLlmData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setEmbeddingModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setAudioModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setVideoModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setImageModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setRerankModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setFlexibleModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);}else{setIsUpdatingModel(true);fetchWrapper.get('/v1/models').then(function(response){var newLlmData=[];var newEmbeddingModelData=[];var newImageModelData=[];var newAudioModelData=[];var newVideoModelData=[];var newRerankModelData=[];var newFlexibleModelData=[];response.data.forEach(function(model){var newValue=_objectSpread(_objectSpread({},model),{},{id:model.id,url:model.id});if(newValue.model_type==='LLM'){newLlmData.push(newValue);}else if(newValue.model_type==='embedding'){newEmbeddingModelData.push(newValue);}else if(newValue.model_type==='audio'){newAudioModelData.push(newValue);}else if(newValue.model_type==='video'){newVideoModelData.push(newValue);}else if(newValue.model_type==='image'){newImageModelData.push(newValue);}else if(newValue.model_type==='rerank'){newRerankModelData.push(newValue);}else if(newValue.model_type==='flexible'){newFlexibleModelData.push(newValue);}});setLlmData(newLlmData);setEmbeddingModelData(newEmbeddingModelData);setAudioModelData(newAudioModelData);setVideoModelData(newVideoModelData);setImageModelData(newImageModelData);setRerankModelData(newRerankModelData);setFlexibleModelData(newFlexibleModelData);setIsUpdatingModel(false);}).catch(function(error){console.error('Error:',error);setIsUpdatingModel(false);if(error.response.status!==403&&error.response.status!==401){setErrorMsg(error.message);}});}};useEffect(function(){update(isCallingApi);// eslint-disable-next-line\n},[isCallingApi,cookie.token]);var llmColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'model_size_in_billions',headerName:'Size',flex:1},{field:'quantization',headerName:'Quantization',flex:1},{field:'replica',headerName:'Replica',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref){var row=_ref.row;var url=row.url;var openUrl=\"\".concat(endPoint,\"/\")+url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;var gradioUrl=\"\".concat(endPoint,\"/v1/ui/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsxs(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:[/*#__PURE__*/_jsx(\"button\",{title:\"Launch Web UI\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){// Make sure no ongoing call\nreturn;}setIsCallingApi(true);fetcher(openUrl,{method:'HEAD'}).then(function(response){if(response.status===404){// If web UI doesn't exist (404 Not Found)\nconsole.log('UI does not exist, creating new...');return fetcher(gradioUrl,{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({model_type:row.model_type,model_name:row.model_family,model_size_in_billions:row.model_size_in_billions,model_format:row.model_format,quantization:row.quantization,context_length:row.context_length,model_ability:row.model_ability,model_description:row.model_description,model_lang:row.model_lang})}).then(function(response){return response.json();}).then(function(){return window.open(openUrl,'_blank','noopener noreferrer');}).finally(function(){return setIsCallingApi(false);});}else if(response.ok){// If web UI does exist\nconsole.log('UI exists, opening...');window.open(openUrl,'_blank','noopener noreferrer');setIsCallingApi(false);}else{// Other HTTP errors\nconsole.error(\"Unexpected response status: \".concat(response.status));setIsCallingApi(false);}}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(OpenInBrowserOutlinedIcon,{})})}),/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})]});}}];var embeddingModelColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'replica',headerName:'Replica',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref2){var row=_ref2.row;var url=row.url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsx(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})});}}];var imageModelColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref3){var row=_ref3.row;//这个url指的是model_uid\nvar url=row.url;console.log('url: '+url);var openUrl=\"\".concat(endPoint,\"/\")+url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;var gradioUrl=\"\".concat(endPoint,\"/v1/ui/images/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsxs(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:[/*#__PURE__*/_jsx(\"button\",{title:\"Launch Web UI\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){// Make sure no ongoing call\nreturn;}setIsCallingApi(true);fetcher(openUrl,{method:'HEAD'}).then(function(response){if(response.status===404){// If web UI doesn't exist (404 Not Found)\nconsole.log('UI does not exist, creating new...');return fetcher(gradioUrl,{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({model_type:row.model_type,model_family:row.model_family,model_id:row.id,controlnet:row.controlnet,model_revision:row.model_revision,model_name:row.model_name,model_ability:row.model_ability})}).then(function(response){return response.json();}).then(function(){return window.open(openUrl,'_blank','noopener noreferrer');}).finally(function(){return setIsCallingApi(false);});}else if(response.ok){// If web UI does exist\nconsole.log('UI exists, opening...');window.open(openUrl,'_blank','noopener noreferrer');setIsCallingApi(false);}else{// Other HTTP errors\nconsole.error(\"Unexpected response status: \".concat(response.status));setIsCallingApi(false);}}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(OpenInBrowserOutlinedIcon,{})})}),/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})]});}}];var audioModelColumns=embeddingModelColumns;var videoModelColumns=embeddingModelColumns;var rerankModelColumns=embeddingModelColumns;var flexibleModelColumns=embeddingModelColumns;var dataGridStyle={'& .MuiDataGrid-cell':{borderBottom:'none'},'& .MuiDataGrid-columnHeaders':{borderBottom:'none'},'& .MuiDataGrid-columnHeaderTitle':{fontWeight:'bold'},'& .MuiDataGrid-virtualScroller':{overflowX:'visible !important',overflow:'visible'},'& .MuiDataGrid-footerContainer':{borderTop:'none'},'border-width':'0px'};var noRowsOverlay=function noRowsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models\"});};var noResultsOverlay=function noResultsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models Matches\"});};useEffect(function(){var dataMap={'Language Models':llmData,'Embedding Models':embeddingModelData,'Rerank Models':rerankModelData,'Image Models':imageModelData,'Audio Models':audioModelData,'Video Models':videoModelData,'Flexible Models':flexibleModelData};setTabList(tabList.map(function(item){if(dataMap[item.label].length&&dataMap[item.label][0].model_type){return _objectSpread(_objectSpread({},item),{},{showPrompt:true});}return _objectSpread(_objectSpread({},item),{},{showPrompt:false});}));},[llmData,embeddingModelData,rerankModelData,imageModelData,audioModelData,videoModelData,flexibleModelData]);return/*#__PURE__*/_jsxs(Box,{sx:{height:'100%',width:'100%',padding:'20px 20px 0 20px'},children:[/*#__PURE__*/_jsx(Title,{title:\"Running Models\"}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:tabValue,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsx(TabList,{value:tabValue,onChange:handleTabChange,\"aria-label\":\"tabs\",children:tabList.map(function(item){return/*#__PURE__*/_jsx(Tab,{label:/*#__PURE__*/_jsx(Badge,{color:\"secondary\",variant:\"dot\",invisible:!item.showPrompt,children:item.label}),value:item.value},item.value);})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/LLM\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:llmData,columns:llmColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/embedding\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:embeddingModelData,columns:embeddingModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/rerank\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:rerankModelData,columns:rerankModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/image\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:imageModelData,columns:imageModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/audio\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:audioModelData,columns:audioModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/video\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:videoModelData,columns:videoModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/flexible\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:flexibleModelData,columns:flexibleModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})})]})]});};export default RunningModels;","map":{"version":3,"names":["DeleteOutlineOutlinedIcon","OpenInBrowserOutlinedIcon","TabContext","TabList","TabPanel","Badge","Box","Stack","Tab","DataGrid","React","useContext","useEffect","useState","useCookies","useNavigate","ApiContext","ErrorMessageSnackBar","fetcher","fetchWrapper","Title","isValidBearerToken","jsx","_jsx","jsxs","_jsxs","tabArr","label","value","showPrompt","RunningModels","_React$useState","sessionStorage","getItem","_React$useState2","_slicedToArray","tabValue","setTabValue","_useState","_useState2","tabList","setTabList","_useState3","_useState4","llmData","setLlmData","_useState5","_useState6","embeddingModelData","setEmbeddingModelData","_useState7","_useState8","imageModelData","setImageModelData","_useState9","_useState10","audioModelData","setAudioModelData","_useState11","_useState12","videoModelData","setVideoModelData","_useState13","_useState14","rerankModelData","setRerankModelData","_useState15","_useState16","flexibleModelData","setFlexibleModelData","_useContext","isCallingApi","setIsCallingApi","_useContext2","isUpdatingModel","setIsUpdatingModel","_useContext3","setErrorMsg","_useCookies","_useCookies2","cookie","navigate","endPoint","handleTabChange","event","newValue","setItem","update","token","replace","id","url","get","then","response","newLlmData","newEmbeddingModelData","newImageModelData","newAudioModelData","newVideoModelData","newRerankModelData","newFlexibleModelData","data","forEach","model","_objectSpread","model_type","push","catch","error","console","status","message","llmColumns","field","headerName","flex","minWidth","sortable","filterable","disableColumnMenu","renderCell","_ref","row","openUrl","concat","closeUrl","gradioUrl","style","width","display","justifyContent","alignItems","children","title","borderWidth","backgroundColor","paddingLeft","paddingRight","onClick","method","log","headers","body","JSON","stringify","model_name","model_family","model_size_in_billions","model_format","quantization","context_length","model_ability","model_description","model_lang","json","window","open","finally","ok","m","p","borderRadius","border","borderColor","embeddingModelColumns","_ref2","imageModelColumns","_ref3","model_id","controlnet","model_revision","audioModelColumns","videoModelColumns","rerankModelColumns","flexibleModelColumns","dataGridStyle","borderBottom","fontWeight","overflowX","overflow","borderTop","noRowsOverlay","height","noResultsOverlay","dataMap","map","item","length","sx","padding","onChange","color","variant","invisible","rows","columns","autoHeight","slots"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/running_models/index.js"],"sourcesContent":["import DeleteOutlineOutlinedIcon from '@mui/icons-material/DeleteOutlineOutlined'\nimport OpenInBrowserOutlinedIcon from '@mui/icons-material/OpenInBrowserOutlined'\nimport { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Badge, Box, Stack, Tab } from '@mui/material'\nimport { DataGrid } from '@mui/x-data-grid'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport fetcher from '../../components/fetcher'\nimport fetchWrapper from '../../components/fetchWrapper'\nimport Title from '../../components/Title'\nimport { isValidBearerToken } from '../../components/utils'\n\nconst tabArr = [\n  {\n    label: 'Language Models',\n    value: '/running_models/LLM',\n    showPrompt: false,\n  },\n  {\n    label: 'Embedding Models',\n    value: '/running_models/embedding',\n    showPrompt: false,\n  },\n  {\n    label: 'Rerank Models',\n    value: '/running_models/rerank',\n    showPrompt: false,\n  },\n  {\n    label: 'Image Models',\n    value: '/running_models/image',\n    showPrompt: false,\n  },\n  {\n    label: 'Audio Models',\n    value: '/running_models/audio',\n    showPrompt: false,\n  },\n  {\n    label: 'Video Models',\n    value: '/running_models/video',\n    showPrompt: false,\n  },\n  {\n    label: 'Flexible Models',\n    value: '/running_models/flexible',\n    showPrompt: false,\n  },\n]\n\nconst RunningModels = () => {\n  const [tabValue, setTabValue] = React.useState(\n    sessionStorage.getItem('runningModelType')\n  )\n  const [tabList, setTabList] = useState(tabArr)\n  const [llmData, setLlmData] = useState([])\n  const [embeddingModelData, setEmbeddingModelData] = useState([])\n  const [imageModelData, setImageModelData] = useState([])\n  const [audioModelData, setAudioModelData] = useState([])\n  const [videoModelData, setVideoModelData] = useState([])\n  const [rerankModelData, setRerankModelData] = useState([])\n  const [flexibleModelData, setFlexibleModelData] = useState([])\n  const { isCallingApi, setIsCallingApi } = useContext(ApiContext)\n  const { isUpdatingModel, setIsUpdatingModel } = useContext(ApiContext)\n  const { setErrorMsg } = useContext(ApiContext)\n  const [cookie] = useCookies(['token'])\n  const navigate = useNavigate()\n  const endPoint = useContext(ApiContext).endPoint\n\n  const handleTabChange = (event, newValue) => {\n    setTabValue(newValue)\n    navigate(newValue)\n    sessionStorage.setItem('runningModelType', newValue)\n  }\n\n  const update = (isCallingApi) => {\n    if (\n      sessionStorage.getItem('auth') === 'true' &&\n      !isValidBearerToken(sessionStorage.getItem('token')) &&\n      !isValidBearerToken(cookie.token)\n    ) {\n      navigate('/login', { replace: true })\n      return\n    }\n    if (isCallingApi) {\n      setLlmData([{ id: 'Loading, do not refresh page...', url: 'IS_LOADING' }])\n      setEmbeddingModelData([\n        { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n      ])\n      setAudioModelData([\n        { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n      ])\n      setVideoModelData([\n        { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n      ])\n      setImageModelData([\n        { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n      ])\n      setRerankModelData([\n        { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n      ])\n      setFlexibleModelData([\n        { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n      ])\n    } else {\n      setIsUpdatingModel(true)\n\n      fetchWrapper\n        .get('/v1/models')\n        .then((response) => {\n          const newLlmData = []\n          const newEmbeddingModelData = []\n          const newImageModelData = []\n          const newAudioModelData = []\n          const newVideoModelData = []\n          const newRerankModelData = []\n          const newFlexibleModelData = []\n          response.data.forEach((model) => {\n            let newValue = {\n              ...model,\n              id: model.id,\n              url: model.id,\n            }\n            if (newValue.model_type === 'LLM') {\n              newLlmData.push(newValue)\n            } else if (newValue.model_type === 'embedding') {\n              newEmbeddingModelData.push(newValue)\n            } else if (newValue.model_type === 'audio') {\n              newAudioModelData.push(newValue)\n            } else if (newValue.model_type === 'video') {\n              newVideoModelData.push(newValue)\n            } else if (newValue.model_type === 'image') {\n              newImageModelData.push(newValue)\n            } else if (newValue.model_type === 'rerank') {\n              newRerankModelData.push(newValue)\n            } else if (newValue.model_type === 'flexible') {\n              newFlexibleModelData.push(newValue)\n            }\n          })\n          setLlmData(newLlmData)\n          setEmbeddingModelData(newEmbeddingModelData)\n          setAudioModelData(newAudioModelData)\n          setVideoModelData(newVideoModelData)\n          setImageModelData(newImageModelData)\n          setRerankModelData(newRerankModelData)\n          setFlexibleModelData(newFlexibleModelData)\n          setIsUpdatingModel(false)\n        })\n        .catch((error) => {\n          console.error('Error:', error)\n          setIsUpdatingModel(false)\n          if (error.response.status !== 403 && error.response.status !== 401) {\n            setErrorMsg(error.message)\n          }\n        })\n    }\n  }\n\n  useEffect(() => {\n    update(isCallingApi)\n    // eslint-disable-next-line\n  }, [isCallingApi, cookie.token])\n\n  const llmColumns = [\n    {\n      field: 'id',\n      headerName: 'ID',\n      flex: 1,\n      minWidth: 250,\n    },\n    {\n      field: 'model_name',\n      headerName: 'Name',\n      flex: 1,\n    },\n    {\n      field: 'address',\n      headerName: 'Address',\n      flex: 1,\n    },\n    {\n      field: 'accelerators',\n      headerName: 'GPU Indexes',\n      flex: 1,\n    },\n    {\n      field: 'model_size_in_billions',\n      headerName: 'Size',\n      flex: 1,\n    },\n    {\n      field: 'quantization',\n      headerName: 'Quantization',\n      flex: 1,\n    },\n    {\n      field: 'replica',\n      headerName: 'Replica',\n      flex: 1,\n    },\n    {\n      field: 'url',\n      headerName: 'Actions',\n      flex: 1,\n      minWidth: 200,\n      sortable: false,\n      filterable: false,\n      disableColumnMenu: true,\n      renderCell: ({ row }) => {\n        const url = row.url\n        const openUrl = `${endPoint}/` + url\n        const closeUrl = `${endPoint}/v1/models/` + url\n        const gradioUrl = `${endPoint}/v1/ui/` + url\n\n        if (url === 'IS_LOADING') {\n          return <div></div>\n        }\n\n        return (\n          <Box\n            style={{\n              width: '100%',\n              display: 'flex',\n              justifyContent: 'left',\n              alignItems: 'left',\n            }}\n          >\n            <button\n              title=\"Launch Web UI\"\n              style={{\n                borderWidth: '0px',\n                backgroundColor: 'transparent',\n                paddingLeft: '0px',\n                paddingRight: '10px',\n              }}\n              onClick={() => {\n                if (isCallingApi || isUpdatingModel) {\n                  // Make sure no ongoing call\n                  return\n                }\n\n                setIsCallingApi(true)\n\n                fetcher(openUrl, {\n                  method: 'HEAD',\n                })\n                  .then((response) => {\n                    if (response.status === 404) {\n                      // If web UI doesn't exist (404 Not Found)\n                      console.log('UI does not exist, creating new...')\n                      return fetcher(gradioUrl, {\n                        method: 'POST',\n                        headers: {\n                          'Content-Type': 'application/json',\n                        },\n                        body: JSON.stringify({\n                          model_type: row.model_type,\n                          model_name: row.model_family,\n                          model_size_in_billions: row.model_size_in_billions,\n                          model_format: row.model_format,\n                          quantization: row.quantization,\n                          context_length: row.context_length,\n                          model_ability: row.model_ability,\n                          model_description: row.model_description,\n                          model_lang: row.model_lang,\n                        }),\n                      })\n                        .then((response) => response.json())\n                        .then(() =>\n                          window.open(openUrl, '_blank', 'noopener noreferrer')\n                        )\n                        .finally(() => setIsCallingApi(false))\n                    } else if (response.ok) {\n                      // If web UI does exist\n                      console.log('UI exists, opening...')\n                      window.open(openUrl, '_blank', 'noopener noreferrer')\n                      setIsCallingApi(false)\n                    } else {\n                      // Other HTTP errors\n                      console.error(\n                        `Unexpected response status: ${response.status}`\n                      )\n                      setIsCallingApi(false)\n                    }\n                  })\n                  .catch((error) => {\n                    console.error('Error:', error)\n                    setIsCallingApi(false)\n                  })\n              }}\n            >\n              <Box\n                width=\"40px\"\n                m=\"0 auto\"\n                p=\"5px\"\n                display=\"flex\"\n                justifyContent=\"center\"\n                borderRadius=\"4px\"\n                style={{\n                  border: '1px solid #e5e7eb',\n                  borderWidth: '1px',\n                  borderColor: '#e5e7eb',\n                }}\n              >\n                <OpenInBrowserOutlinedIcon />\n              </Box>\n            </button>\n            <button\n              title=\"Terminate Model\"\n              style={{\n                borderWidth: '0px',\n                backgroundColor: 'transparent',\n                paddingLeft: '0px',\n                paddingRight: '10px',\n              }}\n              onClick={() => {\n                if (isCallingApi || isUpdatingModel) {\n                  return\n                }\n                setIsCallingApi(true)\n                fetcher(closeUrl, {\n                  method: 'DELETE',\n                })\n                  .then((response) => {\n                    response.json()\n                  })\n                  .then(() => {\n                    setIsCallingApi(false)\n                  })\n                  .catch((error) => {\n                    console.error('Error:', error)\n                    setIsCallingApi(false)\n                  })\n              }}\n            >\n              <Box\n                width=\"40px\"\n                m=\"0 auto\"\n                p=\"5px\"\n                display=\"flex\"\n                justifyContent=\"center\"\n                borderRadius=\"4px\"\n                style={{\n                  border: '1px solid #e5e7eb',\n                  borderWidth: '1px',\n                  borderColor: '#e5e7eb',\n                }}\n              >\n                <DeleteOutlineOutlinedIcon />\n              </Box>\n            </button>\n          </Box>\n        )\n      },\n    },\n  ]\n  const embeddingModelColumns = [\n    {\n      field: 'id',\n      headerName: 'ID',\n      flex: 1,\n      minWidth: 250,\n    },\n    {\n      field: 'model_name',\n      headerName: 'Name',\n      flex: 1,\n    },\n    {\n      field: 'address',\n      headerName: 'Address',\n      flex: 1,\n    },\n    {\n      field: 'accelerators',\n      headerName: 'GPU Indexes',\n      flex: 1,\n    },\n    {\n      field: 'replica',\n      headerName: 'Replica',\n      flex: 1,\n    },\n    {\n      field: 'url',\n      headerName: 'Actions',\n      flex: 1,\n      minWidth: 200,\n      sortable: false,\n      filterable: false,\n      disableColumnMenu: true,\n      renderCell: ({ row }) => {\n        const url = row.url\n        const closeUrl = `${endPoint}/v1/models/` + url\n\n        if (url === 'IS_LOADING') {\n          return <div></div>\n        }\n\n        return (\n          <Box\n            style={{\n              width: '100%',\n              display: 'flex',\n              justifyContent: 'left',\n              alignItems: 'left',\n            }}\n          >\n            <button\n              title=\"Terminate Model\"\n              style={{\n                borderWidth: '0px',\n                backgroundColor: 'transparent',\n                paddingLeft: '0px',\n                paddingRight: '10px',\n              }}\n              onClick={() => {\n                if (isCallingApi || isUpdatingModel) {\n                  return\n                }\n                setIsCallingApi(true)\n                fetcher(closeUrl, {\n                  method: 'DELETE',\n                })\n                  .then((response) => {\n                    response.json()\n                  })\n                  .then(() => {\n                    setIsCallingApi(false)\n                  })\n                  .catch((error) => {\n                    console.error('Error:', error)\n                    setIsCallingApi(false)\n                  })\n              }}\n            >\n              <Box\n                width=\"40px\"\n                m=\"0 auto\"\n                p=\"5px\"\n                display=\"flex\"\n                justifyContent=\"center\"\n                borderRadius=\"4px\"\n                style={{\n                  border: '1px solid #e5e7eb',\n                  borderWidth: '1px',\n                  borderColor: '#e5e7eb',\n                }}\n              >\n                <DeleteOutlineOutlinedIcon />\n              </Box>\n            </button>\n          </Box>\n        )\n      },\n    },\n  ]\n  const imageModelColumns = [\n    {\n      field: 'id',\n      headerName: 'ID',\n      flex: 1,\n      minWidth: 250,\n    },\n    {\n      field: 'model_name',\n      headerName: 'Name',\n      flex: 1,\n    },\n    {\n      field: 'address',\n      headerName: 'Address',\n      flex: 1,\n    },\n    {\n      field: 'accelerators',\n      headerName: 'GPU Indexes',\n      flex: 1,\n    },\n    {\n      field: 'url',\n      headerName: 'Actions',\n      flex: 1,\n      minWidth: 200,\n      sortable: false,\n      filterable: false,\n      disableColumnMenu: true,\n      renderCell: ({ row }) => {\n        //这个url指的是model_uid\n        const url = row.url\n        console.log('url: ' + url)\n        const openUrl = `${endPoint}/` + url\n        const closeUrl = `${endPoint}/v1/models/` + url\n        const gradioUrl = `${endPoint}/v1/ui/images/` + url\n\n        if (url === 'IS_LOADING') {\n          return <div></div>\n        }\n\n        return (\n          <Box\n            style={{\n              width: '100%',\n              display: 'flex',\n              justifyContent: 'left',\n              alignItems: 'left',\n            }}\n          >\n            <button\n              title=\"Launch Web UI\"\n              style={{\n                borderWidth: '0px',\n                backgroundColor: 'transparent',\n                paddingLeft: '0px',\n                paddingRight: '10px',\n              }}\n              onClick={() => {\n                if (isCallingApi || isUpdatingModel) {\n                  // Make sure no ongoing call\n                  return\n                }\n\n                setIsCallingApi(true)\n\n                fetcher(openUrl, {\n                  method: 'HEAD',\n                })\n                  .then((response) => {\n                    if (response.status === 404) {\n                      // If web UI doesn't exist (404 Not Found)\n                      console.log('UI does not exist, creating new...')\n                      return fetcher(gradioUrl, {\n                        method: 'POST',\n                        headers: {\n                          'Content-Type': 'application/json',\n                        },\n                        body: JSON.stringify({\n                          model_type: row.model_type,\n                          model_family: row.model_family,\n                          model_id: row.id,\n                          controlnet: row.controlnet,\n                          model_revision: row.model_revision,\n                          model_name: row.model_name,\n                          model_ability: row.model_ability,\n                        }),\n                      })\n                        .then((response) => response.json())\n                        .then(() =>\n                          window.open(openUrl, '_blank', 'noopener noreferrer')\n                        )\n                        .finally(() => setIsCallingApi(false))\n                    } else if (response.ok) {\n                      // If web UI does exist\n                      console.log('UI exists, opening...')\n                      window.open(openUrl, '_blank', 'noopener noreferrer')\n                      setIsCallingApi(false)\n                    } else {\n                      // Other HTTP errors\n                      console.error(\n                        `Unexpected response status: ${response.status}`\n                      )\n                      setIsCallingApi(false)\n                    }\n                  })\n                  .catch((error) => {\n                    console.error('Error:', error)\n                    setIsCallingApi(false)\n                  })\n              }}\n            >\n              <Box\n                width=\"40px\"\n                m=\"0 auto\"\n                p=\"5px\"\n                display=\"flex\"\n                justifyContent=\"center\"\n                borderRadius=\"4px\"\n                style={{\n                  border: '1px solid #e5e7eb',\n                  borderWidth: '1px',\n                  borderColor: '#e5e7eb',\n                }}\n              >\n                <OpenInBrowserOutlinedIcon />\n              </Box>\n            </button>\n            <button\n              title=\"Terminate Model\"\n              style={{\n                borderWidth: '0px',\n                backgroundColor: 'transparent',\n                paddingLeft: '0px',\n                paddingRight: '10px',\n              }}\n              onClick={() => {\n                if (isCallingApi || isUpdatingModel) {\n                  return\n                }\n                setIsCallingApi(true)\n                fetcher(closeUrl, {\n                  method: 'DELETE',\n                })\n                  .then((response) => {\n                    response.json()\n                  })\n                  .then(() => {\n                    setIsCallingApi(false)\n                  })\n                  .catch((error) => {\n                    console.error('Error:', error)\n                    setIsCallingApi(false)\n                  })\n              }}\n            >\n              <Box\n                width=\"40px\"\n                m=\"0 auto\"\n                p=\"5px\"\n                display=\"flex\"\n                justifyContent=\"center\"\n                borderRadius=\"4px\"\n                style={{\n                  border: '1px solid #e5e7eb',\n                  borderWidth: '1px',\n                  borderColor: '#e5e7eb',\n                }}\n              >\n                <DeleteOutlineOutlinedIcon />\n              </Box>\n            </button>\n          </Box>\n        )\n      },\n    },\n  ]\n  const audioModelColumns = embeddingModelColumns\n  const videoModelColumns = embeddingModelColumns\n  const rerankModelColumns = embeddingModelColumns\n  const flexibleModelColumns = embeddingModelColumns\n\n  const dataGridStyle = {\n    '& .MuiDataGrid-cell': {\n      borderBottom: 'none',\n    },\n    '& .MuiDataGrid-columnHeaders': {\n      borderBottom: 'none',\n    },\n    '& .MuiDataGrid-columnHeaderTitle': {\n      fontWeight: 'bold',\n    },\n    '& .MuiDataGrid-virtualScroller': {\n      overflowX: 'visible !important',\n      overflow: 'visible',\n    },\n    '& .MuiDataGrid-footerContainer': {\n      borderTop: 'none',\n    },\n    'border-width': '0px',\n  }\n\n  const noRowsOverlay = () => {\n    return (\n      <Stack height=\"100%\" alignItems=\"center\" justifyContent=\"center\">\n        No Running Models\n      </Stack>\n    )\n  }\n\n  const noResultsOverlay = () => {\n    return (\n      <Stack height=\"100%\" alignItems=\"center\" justifyContent=\"center\">\n        No Running Models Matches\n      </Stack>\n    )\n  }\n\n  useEffect(() => {\n    const dataMap = {\n      'Language Models': llmData,\n      'Embedding Models': embeddingModelData,\n      'Rerank Models': rerankModelData,\n      'Image Models': imageModelData,\n      'Audio Models': audioModelData,\n      'Video Models': videoModelData,\n      'Flexible Models': flexibleModelData,\n    }\n\n    setTabList(\n      tabList.map((item) => {\n        if (dataMap[item.label].length && dataMap[item.label][0].model_type) {\n          return {\n            ...item,\n            showPrompt: true,\n          }\n        }\n        return {\n          ...item,\n          showPrompt: false,\n        }\n      })\n    )\n  }, [\n    llmData,\n    embeddingModelData,\n    rerankModelData,\n    imageModelData,\n    audioModelData,\n    videoModelData,\n    flexibleModelData,\n  ])\n\n  return (\n    <Box\n      sx={{\n        height: '100%',\n        width: '100%',\n        padding: '20px 20px 0 20px',\n      }}\n    >\n      <Title title=\"Running Models\" />\n      <ErrorMessageSnackBar />\n      <TabContext value={tabValue}>\n        <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n          <TabList\n            value={tabValue}\n            onChange={handleTabChange}\n            aria-label=\"tabs\"\n          >\n            {tabList.map((item) => (\n              <Tab\n                key={item.value}\n                label={\n                  <Badge\n                    color=\"secondary\"\n                    variant=\"dot\"\n                    invisible={!item.showPrompt}\n                  >\n                    {item.label}\n                  </Badge>\n                }\n                value={item.value}\n              />\n            ))}\n          </TabList>\n        </Box>\n        <TabPanel value=\"/running_models/LLM\" sx={{ padding: 0 }}>\n          <Box sx={{ height: '100%', width: '100%' }}>\n            <DataGrid\n              rows={llmData}\n              columns={llmColumns}\n              autoHeight={true}\n              sx={dataGridStyle}\n              slots={{\n                noRowsOverlay: noRowsOverlay,\n                noResultsOverlay: noResultsOverlay,\n              }}\n            />\n          </Box>\n        </TabPanel>\n        <TabPanel value=\"/running_models/embedding\" sx={{ padding: 0 }}>\n          <Box sx={{ height: '100%', width: '100%' }}>\n            <DataGrid\n              rows={embeddingModelData}\n              columns={embeddingModelColumns}\n              autoHeight={true}\n              sx={dataGridStyle}\n              slots={{\n                noRowsOverlay: noRowsOverlay,\n                noResultsOverlay: noResultsOverlay,\n              }}\n            />\n          </Box>\n        </TabPanel>\n        <TabPanel value=\"/running_models/rerank\" sx={{ padding: 0 }}>\n          <Box sx={{ height: '100%', width: '100%' }}>\n            <DataGrid\n              rows={rerankModelData}\n              columns={rerankModelColumns}\n              autoHeight={true}\n              sx={dataGridStyle}\n              slots={{\n                noRowsOverlay: noRowsOverlay,\n                noResultsOverlay: noResultsOverlay,\n              }}\n            />\n          </Box>\n        </TabPanel>\n        <TabPanel value=\"/running_models/image\" sx={{ padding: 0 }}>\n          <Box sx={{ height: '100%', width: '100%' }}>\n            <DataGrid\n              rows={imageModelData}\n              columns={imageModelColumns}\n              autoHeight={true}\n              sx={dataGridStyle}\n              slots={{\n                noRowsOverlay: noRowsOverlay,\n                noResultsOverlay: noResultsOverlay,\n              }}\n            />\n          </Box>\n        </TabPanel>\n        <TabPanel value=\"/running_models/audio\" sx={{ padding: 0 }}>\n          <Box sx={{ height: '100%', width: '100%' }}>\n            <DataGrid\n              rows={audioModelData}\n              columns={audioModelColumns}\n              autoHeight={true}\n              sx={dataGridStyle}\n              slots={{\n                noRowsOverlay: noRowsOverlay,\n                noResultsOverlay: noResultsOverlay,\n              }}\n            />\n          </Box>\n        </TabPanel>\n        <TabPanel value=\"/running_models/video\" sx={{ padding: 0 }}>\n          <Box sx={{ height: '100%', width: '100%' }}>\n            <DataGrid\n              rows={videoModelData}\n              columns={videoModelColumns}\n              autoHeight={true}\n              sx={dataGridStyle}\n              slots={{\n                noRowsOverlay: noRowsOverlay,\n                noResultsOverlay: noResultsOverlay,\n              }}\n            />\n          </Box>\n        </TabPanel>\n        <TabPanel value=\"/running_models/flexible\" sx={{ padding: 0 }}>\n          <Box sx={{ height: '100%', width: '100%' }}>\n            <DataGrid\n              rows={flexibleModelData}\n              columns={flexibleModelColumns}\n              autoHeight={true}\n              sx={dataGridStyle}\n              slots={{\n                noRowsOverlay: noRowsOverlay,\n                noResultsOverlay: noResultsOverlay,\n              }}\n            />\n          </Box>\n        </TabPanel>\n      </TabContext>\n    </Box>\n  )\n}\n\nexport default RunningModels\n"],"mappings":"yRAAA,MAAO,CAAAA,yBAAyB,KAAM,2CAA2C,CACjF,MAAO,CAAAC,yBAAyB,KAAM,2CAA2C,CACjF,OAASC,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,KAAK,CAAEC,GAAG,CAAEC,KAAK,CAAEC,GAAG,KAAQ,eAAe,CACtD,OAASC,QAAQ,KAAQ,kBAAkB,CAC3C,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,OAAO,KAAM,0BAA0B,CAC9C,MAAO,CAAAC,YAAY,KAAM,+BAA+B,CACxD,MAAO,CAAAC,KAAK,KAAM,wBAAwB,CAC1C,OAASC,kBAAkB,KAAQ,wBAAwB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAE3D,GAAM,CAAAC,MAAM,CAAG,CACb,CACEC,KAAK,CAAE,iBAAiB,CACxBC,KAAK,CAAE,qBAAqB,CAC5BC,UAAU,CAAE,KACd,CAAC,CACD,CACEF,KAAK,CAAE,kBAAkB,CACzBC,KAAK,CAAE,2BAA2B,CAClCC,UAAU,CAAE,KACd,CAAC,CACD,CACEF,KAAK,CAAE,eAAe,CACtBC,KAAK,CAAE,wBAAwB,CAC/BC,UAAU,CAAE,KACd,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,KAAK,CAAE,uBAAuB,CAC9BC,UAAU,CAAE,KACd,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,KAAK,CAAE,uBAAuB,CAC9BC,UAAU,CAAE,KACd,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,KAAK,CAAE,uBAAuB,CAC9BC,UAAU,CAAE,KACd,CAAC,CACD,CACEF,KAAK,CAAE,iBAAiB,CACxBC,KAAK,CAAE,0BAA0B,CACjCC,UAAU,CAAE,KACd,CAAC,CACF,CAED,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,IAAAC,eAAA,CAAgCrB,KAAK,CAACG,QAAQ,CAC5CmB,cAAc,CAACC,OAAO,CAAC,kBAAkB,CAC3C,CAAC,CAAAC,gBAAA,CAAAC,cAAA,CAAAJ,eAAA,IAFMK,QAAQ,CAAAF,gBAAA,IAAEG,WAAW,CAAAH,gBAAA,IAG5B,IAAAI,SAAA,CAA8BzB,QAAQ,CAACa,MAAM,CAAC,CAAAa,UAAA,CAAAJ,cAAA,CAAAG,SAAA,IAAvCE,OAAO,CAAAD,UAAA,IAAEE,UAAU,CAAAF,UAAA,IAC1B,IAAAG,UAAA,CAA8B7B,QAAQ,CAAC,EAAE,CAAC,CAAA8B,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAAnCE,OAAO,CAAAD,UAAA,IAAEE,UAAU,CAAAF,UAAA,IAC1B,IAAAG,UAAA,CAAoDjC,QAAQ,CAAC,EAAE,CAAC,CAAAkC,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAAzDE,kBAAkB,CAAAD,UAAA,IAAEE,qBAAqB,CAAAF,UAAA,IAChD,IAAAG,UAAA,CAA4CrC,QAAQ,CAAC,EAAE,CAAC,CAAAsC,UAAA,CAAAhB,cAAA,CAAAe,UAAA,IAAjDE,cAAc,CAAAD,UAAA,IAAEE,iBAAiB,CAAAF,UAAA,IACxC,IAAAG,UAAA,CAA4CzC,QAAQ,CAAC,EAAE,CAAC,CAAA0C,WAAA,CAAApB,cAAA,CAAAmB,UAAA,IAAjDE,cAAc,CAAAD,WAAA,IAAEE,iBAAiB,CAAAF,WAAA,IACxC,IAAAG,WAAA,CAA4C7C,QAAQ,CAAC,EAAE,CAAC,CAAA8C,WAAA,CAAAxB,cAAA,CAAAuB,WAAA,IAAjDE,cAAc,CAAAD,WAAA,IAAEE,iBAAiB,CAAAF,WAAA,IACxC,IAAAG,WAAA,CAA8CjD,QAAQ,CAAC,EAAE,CAAC,CAAAkD,WAAA,CAAA5B,cAAA,CAAA2B,WAAA,IAAnDE,eAAe,CAAAD,WAAA,IAAEE,kBAAkB,CAAAF,WAAA,IAC1C,IAAAG,WAAA,CAAkDrD,QAAQ,CAAC,EAAE,CAAC,CAAAsD,WAAA,CAAAhC,cAAA,CAAA+B,WAAA,IAAvDE,iBAAiB,CAAAD,WAAA,IAAEE,oBAAoB,CAAAF,WAAA,IAC9C,IAAAG,WAAA,CAA0C3D,UAAU,CAACK,UAAU,CAAC,CAAxDuD,YAAY,CAAAD,WAAA,CAAZC,YAAY,CAAEC,eAAe,CAAAF,WAAA,CAAfE,eAAe,CACrC,IAAAC,YAAA,CAAgD9D,UAAU,CAACK,UAAU,CAAC,CAA9D0D,eAAe,CAAAD,YAAA,CAAfC,eAAe,CAAEC,kBAAkB,CAAAF,YAAA,CAAlBE,kBAAkB,CAC3C,IAAAC,YAAA,CAAwBjE,UAAU,CAACK,UAAU,CAAC,CAAtC6D,WAAW,CAAAD,YAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiBhE,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAAiE,YAAA,CAAA5C,cAAA,CAAA2C,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAGlE,WAAW,CAAC,CAAC,CAC9B,GAAM,CAAAmE,QAAQ,CAAGvE,UAAU,CAACK,UAAU,CAAC,CAACkE,QAAQ,CAEhD,GAAM,CAAAC,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,KAAK,CAAEC,QAAQ,CAAK,CAC3ChD,WAAW,CAACgD,QAAQ,CAAC,CACrBJ,QAAQ,CAACI,QAAQ,CAAC,CAClBrD,cAAc,CAACsD,OAAO,CAAC,kBAAkB,CAAED,QAAQ,CAAC,CACtD,CAAC,CAED,GAAM,CAAAE,MAAM,CAAG,QAAT,CAAAA,MAAMA,CAAIhB,YAAY,CAAK,CAC/B,GACEvC,cAAc,CAACC,OAAO,CAAC,MAAM,CAAC,GAAK,MAAM,EACzC,CAACZ,kBAAkB,CAACW,cAAc,CAACC,OAAO,CAAC,OAAO,CAAC,CAAC,EACpD,CAACZ,kBAAkB,CAAC2D,MAAM,CAACQ,KAAK,CAAC,CACjC,CACAP,QAAQ,CAAC,QAAQ,CAAE,CAAEQ,OAAO,CAAE,IAAK,CAAC,CAAC,CACrC,OACF,CACA,GAAIlB,YAAY,CAAE,CAChB1B,UAAU,CAAC,CAAC,CAAE6C,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAAC,CAAC,CAC1E1C,qBAAqB,CAAC,CACpB,CAAEyC,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFlC,iBAAiB,CAAC,CAChB,CAAEiC,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACF9B,iBAAiB,CAAC,CAChB,CAAE6B,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFtC,iBAAiB,CAAC,CAChB,CAAEqC,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACF1B,kBAAkB,CAAC,CACjB,CAAEyB,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFtB,oBAAoB,CAAC,CACnB,CAAEqB,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACJ,CAAC,IAAM,CACLhB,kBAAkB,CAAC,IAAI,CAAC,CAExBxD,YAAY,CACTyE,GAAG,CAAC,YAAY,CAAC,CACjBC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAM,CAAAC,UAAU,CAAG,EAAE,CACrB,GAAM,CAAAC,qBAAqB,CAAG,EAAE,CAChC,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,kBAAkB,CAAG,EAAE,CAC7B,GAAM,CAAAC,oBAAoB,CAAG,EAAE,CAC/BP,QAAQ,CAACQ,IAAI,CAACC,OAAO,CAAC,SAACC,KAAK,CAAK,CAC/B,GAAI,CAAAnB,QAAQ,CAAAoB,aAAA,CAAAA,aAAA,IACPD,KAAK,MACRd,EAAE,CAAEc,KAAK,CAACd,EAAE,CACZC,GAAG,CAAEa,KAAK,CAACd,EAAE,EACd,CACD,GAAIL,QAAQ,CAACqB,UAAU,GAAK,KAAK,CAAE,CACjCX,UAAU,CAACY,IAAI,CAACtB,QAAQ,CAAC,CAC3B,CAAC,IAAM,IAAIA,QAAQ,CAACqB,UAAU,GAAK,WAAW,CAAE,CAC9CV,qBAAqB,CAACW,IAAI,CAACtB,QAAQ,CAAC,CACtC,CAAC,IAAM,IAAIA,QAAQ,CAACqB,UAAU,GAAK,OAAO,CAAE,CAC1CR,iBAAiB,CAACS,IAAI,CAACtB,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAACqB,UAAU,GAAK,OAAO,CAAE,CAC1CP,iBAAiB,CAACQ,IAAI,CAACtB,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAACqB,UAAU,GAAK,OAAO,CAAE,CAC1CT,iBAAiB,CAACU,IAAI,CAACtB,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAACqB,UAAU,GAAK,QAAQ,CAAE,CAC3CN,kBAAkB,CAACO,IAAI,CAACtB,QAAQ,CAAC,CACnC,CAAC,IAAM,IAAIA,QAAQ,CAACqB,UAAU,GAAK,UAAU,CAAE,CAC7CL,oBAAoB,CAACM,IAAI,CAACtB,QAAQ,CAAC,CACrC,CACF,CAAC,CAAC,CACFxC,UAAU,CAACkD,UAAU,CAAC,CACtB9C,qBAAqB,CAAC+C,qBAAqB,CAAC,CAC5CvC,iBAAiB,CAACyC,iBAAiB,CAAC,CACpCrC,iBAAiB,CAACsC,iBAAiB,CAAC,CACpC9C,iBAAiB,CAAC4C,iBAAiB,CAAC,CACpChC,kBAAkB,CAACmC,kBAAkB,CAAC,CACtC/B,oBAAoB,CAACgC,oBAAoB,CAAC,CAC1C1B,kBAAkB,CAAC,KAAK,CAAC,CAC3B,CAAC,CAAC,CACDiC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BlC,kBAAkB,CAAC,KAAK,CAAC,CACzB,GAAIkC,KAAK,CAACf,QAAQ,CAACiB,MAAM,GAAK,GAAG,EAAIF,KAAK,CAACf,QAAQ,CAACiB,MAAM,GAAK,GAAG,CAAE,CAClElC,WAAW,CAACgC,KAAK,CAACG,OAAO,CAAC,CAC5B,CACF,CAAC,CAAC,CACN,CACF,CAAC,CAEDpG,SAAS,CAAC,UAAM,CACd2E,MAAM,CAAChB,YAAY,CAAC,CACpB;AACF,CAAC,CAAE,CAACA,YAAY,CAAES,MAAM,CAACQ,KAAK,CAAC,CAAC,CAEhC,GAAM,CAAAyB,UAAU,CAAG,CACjB,CACEC,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,wBAAwB,CAC/BC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,cAAc,CAC1BC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAAC,IAAA,CAAa,IAAV,CAAAC,GAAG,CAAAD,IAAA,CAAHC,GAAG,CAChB,GAAM,CAAAhC,GAAG,CAAGgC,GAAG,CAAChC,GAAG,CACnB,GAAM,CAAAiC,OAAO,CAAG,GAAAC,MAAA,CAAG3C,QAAQ,MAAMS,GAAG,CACpC,GAAM,CAAAmC,QAAQ,CAAG,GAAAD,MAAA,CAAG3C,QAAQ,gBAAgBS,GAAG,CAC/C,GAAM,CAAAoC,SAAS,CAAG,GAAAF,MAAA,CAAG3C,QAAQ,YAAYS,GAAG,CAE5C,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAOpE,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEE,KAAA,CAACnB,GAAG,EACF0H,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,eAEF9G,IAAA,WACE+G,KAAK,CAAC,eAAe,CACrBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIpE,YAAY,EAAIG,eAAe,CAAE,CACnC;AACA,OACF,CAEAF,eAAe,CAAC,IAAI,CAAC,CAErBtD,OAAO,CAAC0G,OAAO,CAAE,CACfgB,MAAM,CAAE,MACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAIA,QAAQ,CAACiB,MAAM,GAAK,GAAG,CAAE,CAC3B;AACAD,OAAO,CAAC+B,GAAG,CAAC,oCAAoC,CAAC,CACjD,MAAO,CAAA3H,OAAO,CAAC6G,SAAS,CAAE,CACxBa,MAAM,CAAE,MAAM,CACdE,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACDC,IAAI,CAAEC,IAAI,CAACC,SAAS,CAAC,CACnBvC,UAAU,CAAEiB,GAAG,CAACjB,UAAU,CAC1BwC,UAAU,CAAEvB,GAAG,CAACwB,YAAY,CAC5BC,sBAAsB,CAAEzB,GAAG,CAACyB,sBAAsB,CAClDC,YAAY,CAAE1B,GAAG,CAAC0B,YAAY,CAC9BC,YAAY,CAAE3B,GAAG,CAAC2B,YAAY,CAC9BC,cAAc,CAAE5B,GAAG,CAAC4B,cAAc,CAClCC,aAAa,CAAE7B,GAAG,CAAC6B,aAAa,CAChCC,iBAAiB,CAAE9B,GAAG,CAAC8B,iBAAiB,CACxCC,UAAU,CAAE/B,GAAG,CAAC+B,UAClB,CAAC,CACH,CAAC,CAAC,CACC7D,IAAI,CAAC,SAACC,QAAQ,QAAK,CAAAA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,GAAC,CACnC9D,IAAI,CAAC,iBACJ,CAAA+D,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,EACvD,CAAC,CACAkC,OAAO,CAAC,iBAAM,CAAAtF,eAAe,CAAC,KAAK,CAAC,GAAC,CAC1C,CAAC,IAAM,IAAIsB,QAAQ,CAACiE,EAAE,CAAE,CACtB;AACAjD,OAAO,CAAC+B,GAAG,CAAC,uBAAuB,CAAC,CACpCe,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,CACrDpD,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,IAAM,CACL;AACAsC,OAAO,CAACD,KAAK,gCAAAgB,MAAA,CACoB/B,QAAQ,CAACiB,MAAM,CAChD,CAAC,CACDvC,eAAe,CAAC,KAAK,CAAC,CACxB,CACF,CAAC,CAAC,CACDoC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BrC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA6D,QAAA,cAEF9G,IAAA,CAACjB,GAAG,EACF2H,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEF9G,IAAA,CAACtB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,cACTsB,IAAA,WACE+G,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIpE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrBtD,OAAO,CAAC4G,QAAQ,CAAE,CAChBc,MAAM,CAAE,QACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACD9D,IAAI,CAAC,UAAM,CACVrB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDoC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BrC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA6D,QAAA,cAEF9G,IAAA,CAACjB,GAAG,EACF2H,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEF9G,IAAA,CAACvB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,EACN,CAAC,CAEV,CACF,CAAC,CACF,CACD,GAAM,CAAAqK,qBAAqB,CAAG,CAC5B,CACEnD,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAA6C,KAAA,CAAa,IAAV,CAAA3C,GAAG,CAAA2C,KAAA,CAAH3C,GAAG,CAChB,GAAM,CAAAhC,GAAG,CAAGgC,GAAG,CAAChC,GAAG,CACnB,GAAM,CAAAmC,QAAQ,CAAG,GAAAD,MAAA,CAAG3C,QAAQ,gBAAgBS,GAAG,CAE/C,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAOpE,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEA,IAAA,CAACjB,GAAG,EACF0H,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,cAEF9G,IAAA,WACE+G,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIpE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrBtD,OAAO,CAAC4G,QAAQ,CAAE,CAChBc,MAAM,CAAE,QACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACD9D,IAAI,CAAC,UAAM,CACVrB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDoC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BrC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA6D,QAAA,cAEF9G,IAAA,CAACjB,GAAG,EACF2H,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEF9G,IAAA,CAACvB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,CACN,CAAC,CAEV,CACF,CAAC,CACF,CACD,GAAM,CAAAuK,iBAAiB,CAAG,CACxB,CACErD,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAA+C,KAAA,CAAa,IAAV,CAAA7C,GAAG,CAAA6C,KAAA,CAAH7C,GAAG,CAChB;AACA,GAAM,CAAAhC,GAAG,CAAGgC,GAAG,CAAChC,GAAG,CACnBmB,OAAO,CAAC+B,GAAG,CAAC,OAAO,CAAGlD,GAAG,CAAC,CAC1B,GAAM,CAAAiC,OAAO,CAAG,GAAAC,MAAA,CAAG3C,QAAQ,MAAMS,GAAG,CACpC,GAAM,CAAAmC,QAAQ,CAAG,GAAAD,MAAA,CAAG3C,QAAQ,gBAAgBS,GAAG,CAC/C,GAAM,CAAAoC,SAAS,CAAG,GAAAF,MAAA,CAAG3C,QAAQ,mBAAmBS,GAAG,CAEnD,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAOpE,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEE,KAAA,CAACnB,GAAG,EACF0H,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,eAEF9G,IAAA,WACE+G,KAAK,CAAC,eAAe,CACrBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIpE,YAAY,EAAIG,eAAe,CAAE,CACnC;AACA,OACF,CAEAF,eAAe,CAAC,IAAI,CAAC,CAErBtD,OAAO,CAAC0G,OAAO,CAAE,CACfgB,MAAM,CAAE,MACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAIA,QAAQ,CAACiB,MAAM,GAAK,GAAG,CAAE,CAC3B;AACAD,OAAO,CAAC+B,GAAG,CAAC,oCAAoC,CAAC,CACjD,MAAO,CAAA3H,OAAO,CAAC6G,SAAS,CAAE,CACxBa,MAAM,CAAE,MAAM,CACdE,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACDC,IAAI,CAAEC,IAAI,CAACC,SAAS,CAAC,CACnBvC,UAAU,CAAEiB,GAAG,CAACjB,UAAU,CAC1ByC,YAAY,CAAExB,GAAG,CAACwB,YAAY,CAC9BsB,QAAQ,CAAE9C,GAAG,CAACjC,EAAE,CAChBgF,UAAU,CAAE/C,GAAG,CAAC+C,UAAU,CAC1BC,cAAc,CAAEhD,GAAG,CAACgD,cAAc,CAClCzB,UAAU,CAAEvB,GAAG,CAACuB,UAAU,CAC1BM,aAAa,CAAE7B,GAAG,CAAC6B,aACrB,CAAC,CACH,CAAC,CAAC,CACC3D,IAAI,CAAC,SAACC,QAAQ,QAAK,CAAAA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,GAAC,CACnC9D,IAAI,CAAC,iBACJ,CAAA+D,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,EACvD,CAAC,CACAkC,OAAO,CAAC,iBAAM,CAAAtF,eAAe,CAAC,KAAK,CAAC,GAAC,CAC1C,CAAC,IAAM,IAAIsB,QAAQ,CAACiE,EAAE,CAAE,CACtB;AACAjD,OAAO,CAAC+B,GAAG,CAAC,uBAAuB,CAAC,CACpCe,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,CACrDpD,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,IAAM,CACL;AACAsC,OAAO,CAACD,KAAK,gCAAAgB,MAAA,CACoB/B,QAAQ,CAACiB,MAAM,CAChD,CAAC,CACDvC,eAAe,CAAC,KAAK,CAAC,CACxB,CACF,CAAC,CAAC,CACDoC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BrC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA6D,QAAA,cAEF9G,IAAA,CAACjB,GAAG,EACF2H,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEF9G,IAAA,CAACtB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,cACTsB,IAAA,WACE+G,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIpE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrBtD,OAAO,CAAC4G,QAAQ,CAAE,CAChBc,MAAM,CAAE,QACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACD9D,IAAI,CAAC,UAAM,CACVrB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDoC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BrC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA6D,QAAA,cAEF9G,IAAA,CAACjB,GAAG,EACF2H,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEF9G,IAAA,CAACvB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,EACN,CAAC,CAEV,CACF,CAAC,CACF,CACD,GAAM,CAAA4K,iBAAiB,CAAGP,qBAAqB,CAC/C,GAAM,CAAAQ,iBAAiB,CAAGR,qBAAqB,CAC/C,GAAM,CAAAS,kBAAkB,CAAGT,qBAAqB,CAChD,GAAM,CAAAU,oBAAoB,CAAGV,qBAAqB,CAElD,GAAM,CAAAW,aAAa,CAAG,CACpB,qBAAqB,CAAE,CACrBC,YAAY,CAAE,MAChB,CAAC,CACD,8BAA8B,CAAE,CAC9BA,YAAY,CAAE,MAChB,CAAC,CACD,kCAAkC,CAAE,CAClCC,UAAU,CAAE,MACd,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,oBAAoB,CAC/BC,QAAQ,CAAE,SACZ,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,MACb,CAAC,CACD,cAAc,CAAE,KAClB,CAAC,CAED,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,mBACE/J,IAAA,CAAChB,KAAK,EAACgL,MAAM,CAAC,MAAM,CAACnD,UAAU,CAAC,QAAQ,CAACD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CAAC,mBAEjE,CAAO,CAAC,CAEZ,CAAC,CAED,GAAM,CAAAmD,gBAAgB,CAAG,QAAnB,CAAAA,gBAAgBA,CAAA,CAAS,CAC7B,mBACEjK,IAAA,CAAChB,KAAK,EAACgL,MAAM,CAAC,MAAM,CAACnD,UAAU,CAAC,QAAQ,CAACD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CAAC,2BAEjE,CAAO,CAAC,CAEZ,CAAC,CAEDzH,SAAS,CAAC,UAAM,CACd,GAAM,CAAA6K,OAAO,CAAG,CACd,iBAAiB,CAAE7I,OAAO,CAC1B,kBAAkB,CAAEI,kBAAkB,CACtC,eAAe,CAAEgB,eAAe,CAChC,cAAc,CAAEZ,cAAc,CAC9B,cAAc,CAAEI,cAAc,CAC9B,cAAc,CAAEI,cAAc,CAC9B,iBAAiB,CAAEQ,iBACrB,CAAC,CAED3B,UAAU,CACRD,OAAO,CAACkJ,GAAG,CAAC,SAACC,IAAI,CAAK,CACpB,GAAIF,OAAO,CAACE,IAAI,CAAChK,KAAK,CAAC,CAACiK,MAAM,EAAIH,OAAO,CAACE,IAAI,CAAChK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC+E,UAAU,CAAE,CACnE,OAAAD,aAAA,CAAAA,aAAA,IACKkF,IAAI,MACP9J,UAAU,CAAE,IAAI,GAEpB,CACA,OAAA4E,aAAA,CAAAA,aAAA,IACKkF,IAAI,MACP9J,UAAU,CAAE,KAAK,GAErB,CAAC,CACH,CAAC,CACH,CAAC,CAAE,CACDe,OAAO,CACPI,kBAAkB,CAClBgB,eAAe,CACfZ,cAAc,CACdI,cAAc,CACdI,cAAc,CACdQ,iBAAiB,CAClB,CAAC,CAEF,mBACE3C,KAAA,CAACnB,GAAG,EACFuL,EAAE,CAAE,CACFN,MAAM,CAAE,MAAM,CACdtD,KAAK,CAAE,MAAM,CACb6D,OAAO,CAAE,kBACX,CAAE,CAAAzD,QAAA,eAEF9G,IAAA,CAACH,KAAK,EAACkH,KAAK,CAAC,gBAAgB,CAAE,CAAC,cAChC/G,IAAA,CAACN,oBAAoB,GAAE,CAAC,cACxBQ,KAAA,CAACvB,UAAU,EAAC0B,KAAK,CAAEQ,QAAS,CAAAiG,QAAA,eAC1B9G,IAAA,CAACjB,GAAG,EAACuL,EAAE,CAAE,CAAEZ,YAAY,CAAE,CAAC,CAAEb,WAAW,CAAE,SAAU,CAAE,CAAA/B,QAAA,cACnD9G,IAAA,CAACpB,OAAO,EACNyB,KAAK,CAAEQ,QAAS,CAChB2J,QAAQ,CAAE5G,eAAgB,CAC1B,aAAW,MAAM,CAAAkD,QAAA,CAEhB7F,OAAO,CAACkJ,GAAG,CAAC,SAACC,IAAI,qBAChBpK,IAAA,CAACf,GAAG,EAEFmB,KAAK,cACHJ,IAAA,CAAClB,KAAK,EACJ2L,KAAK,CAAC,WAAW,CACjBC,OAAO,CAAC,KAAK,CACbC,SAAS,CAAE,CAACP,IAAI,CAAC9J,UAAW,CAAAwG,QAAA,CAE3BsD,IAAI,CAAChK,KAAK,CACN,CACR,CACDC,KAAK,CAAE+J,IAAI,CAAC/J,KAAM,EAVb+J,IAAI,CAAC/J,KAWX,CAAC,EACH,CAAC,CACK,CAAC,CACP,CAAC,cACNL,IAAA,CAACnB,QAAQ,EAACwB,KAAK,CAAC,qBAAqB,CAACiK,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAAzD,QAAA,cACvD9G,IAAA,CAACjB,GAAG,EAACuL,EAAE,CAAE,CAAEN,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC9G,IAAA,CAACd,QAAQ,EACP0L,IAAI,CAAEvJ,OAAQ,CACdwJ,OAAO,CAAEnF,UAAW,CACpBoF,UAAU,CAAE,IAAK,CACjBR,EAAE,CAAEb,aAAc,CAClBsB,KAAK,CAAE,CACLhB,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXjK,IAAA,CAACnB,QAAQ,EAACwB,KAAK,CAAC,2BAA2B,CAACiK,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAAzD,QAAA,cAC7D9G,IAAA,CAACjB,GAAG,EAACuL,EAAE,CAAE,CAAEN,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC9G,IAAA,CAACd,QAAQ,EACP0L,IAAI,CAAEnJ,kBAAmB,CACzBoJ,OAAO,CAAE/B,qBAAsB,CAC/BgC,UAAU,CAAE,IAAK,CACjBR,EAAE,CAAEb,aAAc,CAClBsB,KAAK,CAAE,CACLhB,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXjK,IAAA,CAACnB,QAAQ,EAACwB,KAAK,CAAC,wBAAwB,CAACiK,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAAzD,QAAA,cAC1D9G,IAAA,CAACjB,GAAG,EAACuL,EAAE,CAAE,CAAEN,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC9G,IAAA,CAACd,QAAQ,EACP0L,IAAI,CAAEnI,eAAgB,CACtBoI,OAAO,CAAEtB,kBAAmB,CAC5BuB,UAAU,CAAE,IAAK,CACjBR,EAAE,CAAEb,aAAc,CAClBsB,KAAK,CAAE,CACLhB,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXjK,IAAA,CAACnB,QAAQ,EAACwB,KAAK,CAAC,uBAAuB,CAACiK,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAAzD,QAAA,cACzD9G,IAAA,CAACjB,GAAG,EAACuL,EAAE,CAAE,CAAEN,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC9G,IAAA,CAACd,QAAQ,EACP0L,IAAI,CAAE/I,cAAe,CACrBgJ,OAAO,CAAE7B,iBAAkB,CAC3B8B,UAAU,CAAE,IAAK,CACjBR,EAAE,CAAEb,aAAc,CAClBsB,KAAK,CAAE,CACLhB,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXjK,IAAA,CAACnB,QAAQ,EAACwB,KAAK,CAAC,uBAAuB,CAACiK,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAAzD,QAAA,cACzD9G,IAAA,CAACjB,GAAG,EAACuL,EAAE,CAAE,CAAEN,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC9G,IAAA,CAACd,QAAQ,EACP0L,IAAI,CAAE3I,cAAe,CACrB4I,OAAO,CAAExB,iBAAkB,CAC3ByB,UAAU,CAAE,IAAK,CACjBR,EAAE,CAAEb,aAAc,CAClBsB,KAAK,CAAE,CACLhB,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXjK,IAAA,CAACnB,QAAQ,EAACwB,KAAK,CAAC,uBAAuB,CAACiK,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAAzD,QAAA,cACzD9G,IAAA,CAACjB,GAAG,EAACuL,EAAE,CAAE,CAAEN,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC9G,IAAA,CAACd,QAAQ,EACP0L,IAAI,CAAEvI,cAAe,CACrBwI,OAAO,CAAEvB,iBAAkB,CAC3BwB,UAAU,CAAE,IAAK,CACjBR,EAAE,CAAEb,aAAc,CAClBsB,KAAK,CAAE,CACLhB,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXjK,IAAA,CAACnB,QAAQ,EAACwB,KAAK,CAAC,0BAA0B,CAACiK,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAAzD,QAAA,cAC5D9G,IAAA,CAACjB,GAAG,EAACuL,EAAE,CAAE,CAAEN,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC9G,IAAA,CAACd,QAAQ,EACP0L,IAAI,CAAE/H,iBAAkB,CACxBgI,OAAO,CAAErB,oBAAqB,CAC9BsB,UAAU,CAAE,IAAK,CACjBR,EAAE,CAAEb,aAAc,CAClBsB,KAAK,CAAE,CACLhB,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAA1J,aAAa","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}

{xinference-1.0.1.dist-info → xinference-1.1.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: xinference
-Version: 1.0.1
+Version: 1.1.0
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -19,7 +19,7 @@ Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Topic :: Software Development :: Libraries
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: xoscar<0.4.2,>=0.3.0
+Requires-Dist: xoscar>=0.4.4
 Requires-Dist: torch
 Requires-Dist: gradio
 Requires-Dist: pillow
@@ -45,7 +45,7 @@ Requires-Dist: timm
 Requires-Dist: setproctitle
 Provides-Extra: all
 Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "all"
-Requires-Dist: transformers>=4.43.2; extra == "all"
+Requires-Dist: transformers>=4.46.0; extra == "all"
 Requires-Dist: torch>=2.0.0; extra == "all"
 Requires-Dist: accelerate>=0.28.0; extra == "all"
 Requires-Dist: sentencepiece; extra == "all"
@@ -61,14 +61,13 @@ Requires-Dist: controlnet-aux; extra == "all"
 Requires-Dist: orjson; extra == "all"
 Requires-Dist: optimum; extra == "all"
 Requires-Dist: outlines>=0.0.34; extra == "all"
+Requires-Dist: qwen-vl-utils; extra == "all"
 Requires-Dist: attrdict; extra == "all"
 Requires-Dist: timm>=0.9.16; extra == "all"
 Requires-Dist: torchvision; extra == "all"
 Requires-Dist: FlagEmbedding; extra == "all"
-Requires-Dist: funasr; extra == "all"
+Requires-Dist: funasr<1.1.17; extra == "all"
 Requires-Dist: omegaconf~=2.3.0; extra == "all"
-Requires-Dist: nemo-text-processing<1.1.0; extra == "all"
-Requires-Dist: WeTextProcessing<1.0.4; extra == "all"
 Requires-Dist: librosa; extra == "all"
 Requires-Dist: xxhash; extra == "all"
 Requires-Dist: torchaudio; extra == "all"
@@ -91,21 +90,29 @@ Requires-Dist: loralib; extra == "all"
 Requires-Dist: ormsgpack; extra == "all"
 Requires-Dist: cachetools; extra == "all"
 Requires-Dist: silero-vad; extra == "all"
-Requires-Dist: qwen-vl-utils; extra == "all"
+Requires-Dist: vector-quantize-pytorch<=1.17.3,>=1.14.24; extra == "all"
+Requires-Dist: torchdiffeq; extra == "all"
+Requires-Dist: x-transformers>=1.31.14; extra == "all"
+Requires-Dist: pypinyin; extra == "all"
+Requires-Dist: tomli; extra == "all"
+Requires-Dist: vocos; extra == "all"
+Requires-Dist: jieba; extra == "all"
+Requires-Dist: soundfile; extra == "all"
 Requires-Dist: datamodel-code-generator; extra == "all"
 Requires-Dist: jsonschema; extra == "all"
 Requires-Dist: verovio>=4.3.1; extra == "all"
 Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "all"
 Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "all"
 Requires-Dist: mlx-lm; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
+Requires-Dist: mlx-vlm; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
 Requires-Dist: mlx-whisper; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
 Requires-Dist: vllm>=0.2.6; sys_platform == "linux" and extra == "all"
 Requires-Dist: sglang>=0.2.7; sys_platform == "linux" and extra == "all"
+Requires-Dist: nemo-text-processing<1.1.0; sys_platform == "linux" and extra == "all"
+Requires-Dist: WeTextProcessing<1.0.4; sys_platform == "linux" and extra == "all"
 Provides-Extra: audio
-Requires-Dist: funasr; extra == "audio"
+Requires-Dist: funasr<1.1.17; extra == "audio"
 Requires-Dist: omegaconf~=2.3.0; extra == "audio"
-Requires-Dist: nemo-text-processing<1.1.0; extra == "audio"
-Requires-Dist: WeTextProcessing<1.0.4; extra == "audio"
 Requires-Dist: librosa; extra == "audio"
 Requires-Dist: xxhash; extra == "audio"
 Requires-Dist: torchaudio; extra == "audio"
@@ -127,6 +134,16 @@ Requires-Dist: loralib; extra == "audio"
 Requires-Dist: ormsgpack; extra == "audio"
 Requires-Dist: cachetools; extra == "audio"
 Requires-Dist: silero-vad; extra == "audio"
+Requires-Dist: vector-quantize-pytorch<=1.17.3,>=1.14.24; extra == "audio"
+Requires-Dist: torchdiffeq; extra == "audio"
+Requires-Dist: x-transformers>=1.31.14; extra == "audio"
+Requires-Dist: pypinyin; extra == "audio"
+Requires-Dist: tomli; extra == "audio"
+Requires-Dist: vocos; extra == "audio"
+Requires-Dist: jieba; extra == "audio"
+Requires-Dist: soundfile; extra == "audio"
+Requires-Dist: nemo-text-processing<1.1.0; sys_platform == "linux" and extra == "audio"
+Requires-Dist: WeTextProcessing<1.0.4; sys_platform == "linux" and extra == "audio"
 Provides-Extra: benchmark
 Requires-Dist: psutil; extra == "benchmark"
 Provides-Extra: dev
@@ -178,7 +195,9 @@ Provides-Extra: llama_cpp
 Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "llama-cpp"
 Provides-Extra: mlx
 Requires-Dist: mlx-lm; extra == "mlx"
+Requires-Dist: mlx-vlm; extra == "mlx"
 Requires-Dist: mlx-whisper; extra == "mlx"
+Requires-Dist: qwen-vl-utils; extra == "mlx"
 Provides-Extra: rerank
 Requires-Dist: FlagEmbedding; extra == "rerank"
 Provides-Extra: sglang
@@ -186,7 +205,7 @@ Requires-Dist: outlines>=0.0.34; extra == "sglang"
 Requires-Dist: sglang>=0.2.7; sys_platform == "linux" and extra == "sglang"
 Requires-Dist: vllm>=0.5.2; sys_platform == "linux" and extra == "sglang"
 Provides-Extra: transformers
-Requires-Dist: transformers>=4.43.2; extra == "transformers"
+Requires-Dist: transformers>=4.46.0; extra == "transformers"
 Requires-Dist: torch; extra == "transformers"
 Requires-Dist: accelerate>=0.28.0; extra == "transformers"
 Requires-Dist: sentencepiece; extra == "transformers"
@@ -261,14 +280,14 @@ potential of cutting-edge AI models.
 - Support speech recognition model: [#929](https://github.com/xorbitsai/inference/pull/929)
 - Metrics support: [#906](https://github.com/xorbitsai/inference/pull/906)
 ### New Models
+- Built-in support for [F5-TTS](https://github.com/SWivid/F5-TTS): [#2626](https://github.com/xorbitsai/inference/pull/2626)
+- Built-in support for [GLM Edge](https://github.com/THUDM/GLM-Edge): [#2582](https://github.com/xorbitsai/inference/pull/2582)
+- Built-in support for [QwQ-32B-Preview](https://qwenlm.github.io/blog/qwq-32b-preview/): [#2602](https://github.com/xorbitsai/inference/pull/2602)
 - Built-in support for [Qwen 2.5 Series](https://qwenlm.github.io/blog/qwen2.5/): [#2325](https://github.com/xorbitsai/inference/pull/2325)
 - Built-in support for [Fish Speech V1.4](https://huggingface.co/fishaudio/fish-speech-1.4): [#2295](https://github.com/xorbitsai/inference/pull/2295)
 - Built-in support for [DeepSeek-V2.5](https://huggingface.co/deepseek-ai/DeepSeek-V2.5): [#2292](https://github.com/xorbitsai/inference/pull/2292)
 - Built-in support for [Qwen2-Audio](https://github.com/QwenLM/Qwen2-Audio): [#2271](https://github.com/xorbitsai/inference/pull/2271)
 - Built-in support for [Qwen2-vl-instruct](https://github.com/QwenLM/Qwen2-VL): [#2205](https://github.com/xorbitsai/inference/pull/2205)
-- Built-in support for [MiniCPM3-4B](https://huggingface.co/openbmb/MiniCPM3-4B): [#2263](https://github.com/xorbitsai/inference/pull/2263)
-- Built-in support for [CogVideoX](https://github.com/THUDM/CogVideo): [#2049](https://github.com/xorbitsai/inference/pull/2049)
-- Built-in support for [flux.1-schnell & flux.1-dev](https://www.basedlabs.ai/tools/flux1): [#2007](https://github.com/xorbitsai/inference/pull/2007)
 ### Integrations
 - [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
 - [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.

{xinference-1.0.1.dist-info → xinference-1.1.0.dist-info}/RECORD

@@ -1,15 +1,15 @@
 xinference/__init__.py,sha256=nmTTrYbIpj964ZF6ojtgOM7E85JBOj1EyQbmYjbj1jw,915
 xinference/_compat.py,sha256=vpf_M9Ou6d9qaq-hG5isJ-C8e8UdPZPqoWcPhabfNko,4135
-xinference/_version.py,sha256=ENOsRw9OHQL_a2m0T4MVfI2yL84k11_7guNq3F53rsg,497
+xinference/_version.py,sha256=SLrzKIb7ooL4naeDwsynitdnLtJxVgvVCnrnV7u3Ck4,497
 xinference/conftest.py,sha256=vETDpRBVIlWbWi7OTwf7og89U25KyYGyI7yPIB3O8N8,9564
 xinference/constants.py,sha256=mEW4HDzjXtDXN61Mt6TtJrJ4ljbB6VUkh97e3oDbNx4,3905
 xinference/device_utils.py,sha256=zswJiws3VyTIaNO8z-MOcsJH_UiPoePPiKK5zoNrjTA,3285
 xinference/fields.py,sha256=0UtBFaDNzn1n9MRjyTkNrolsIML-TpZfudWOejqjni8,5245
-xinference/isolation.py,sha256=uhkzVyL3fSYZSuFexkG6Jm-tRTC5I607uNg000BXAnE,1949
+xinference/isolation.py,sha256=gTU1em5fxg1m-7hxieWBMZvVkXZX4GZYmeT7XxXsYrU,2699
 xinference/types.py,sha256=t9SIU06Y1Y_lmXMfQmYAHmP8K6vTnD5Ly32z4KqriZE,12514
 xinference/utils.py,sha256=zYgf9bCvfbybRt3gEog6r5WJCpj0czZCf0qgRdYjkN8,720
 xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/api/restful_api.py,sha256=4tEu4YiT5iQU9ZVPI5gpQzwe-pEXiM05o_7S7MnJHBg,92140
+xinference/api/restful_api.py,sha256=ygyJxXgdUNsDgUqU-pgPIgxp7C-UFKqN26aECz5MK30,92336
 xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/api/oauth2/auth_service.py,sha256=74JzB42fbbmBu4Q1dW3A9Fp_N7167KgRGB42Z0NHjAM,6119
 xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
@@ -25,7 +25,7 @@ xinference/core/chat_interface.py,sha256=Kiqs1XOXgYBlP7DOXLEXaFjbVuS0yC1-dXJyxrx
 xinference/core/event.py,sha256=42F38H2WOl6aPxp2oxX6WNxHRRxbnvYRmbt4Ar7NP4U,1640
 xinference/core/image_interface.py,sha256=5Iuoiw3g2TvgOYi3gRIAGApve2nNzfMPduRrBHvd1NY,13755
 xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
-xinference/core/model.py,sha256=k5hMtDUhZZjytz1aniTq4F9Bl2Kx-7fPv8cd_yLbCUw,40646
+xinference/core/model.py,sha256=Or_HJxmh6hJ3LVsxOBSk3T7wIzhYI9G2lZimrv9FZ0M,40819
 xinference/core/progress_tracker.py,sha256=LIF6CLIlnEoSBkuDCraJktDOzZ31mQ4HOo6EVr3KpQM,6453
 xinference/core/resource.py,sha256=FQ0aRt3T4ZQo0P6CZZf5QUKHiCsr5llBvKb1f7wfnxg,1611
 xinference/core/scheduler.py,sha256=gdj3SyP_jelJ86vTRrgnFynhxz5JSwLRsQgx8PTtBi8,15671
@@ -34,33 +34,34 @@ xinference/core/supervisor.py,sha256=6DNERyU_Un-Xc9a1P2EyVmJiNOaKI7pBBNwiC4BA92s
 xinference/core/utils.py,sha256=trVesJM9GLiDXYtyoVt23rV_AS3G-gAu2BZpBkSMn8w,11067
 xinference/core/worker.py,sha256=YIlaQosBRj_VStfZGPfWnT2ie13GW8K4NNEP5qz28lI,46402
 xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/deploy/cmdline.py,sha256=yQI6KuRUzih0rs_fInp2Lr3rwkOjBOM0eydPaF7VKDQ,48385
+xinference/deploy/cmdline.py,sha256=gPwp9IngaXCypUEnPDS_22U8GntsKr7qHDST7duyAoI,48478
 xinference/deploy/local.py,sha256=gcH6WfTxfhjvNkxxKZH3tcGtXV48BEPoaLWYztZHaeo,3954
 xinference/deploy/supervisor.py,sha256=68rB2Ey5KFeF6zto9YGbw3P8QLZmF_KSh1NwH_pNP4w,2986
 xinference/deploy/utils.py,sha256=jdL7i2WV6u_BZ8IiE1d3YktvCARcB3ntzMQ5rHGD5DM,6756
 xinference/deploy/worker.py,sha256=VQ71ClWpeGsyFgDmcOes2ub1cil10cBjhFLHYeuVwC4,2974
 xinference/deploy/test/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/deploy/test/test_cmdline.py,sha256=m8xDzjtDuAJy0QkvYVJIZDuTB29cmYBV0d231JyRCPU,7714
+xinference/deploy/test/test_cmdline.py,sha256=UecwELfMA03i-AL8uxluhW8A12kzhbHc6gsMg1R_c24,9015
 xinference/model/__init__.py,sha256=bCEwvKjoazBW8QZ5C5Hpfd5v_VTbWpXvo8IB9d4Qs70,1127
 xinference/model/core.py,sha256=_NEH4wkjjJgRDdLHNVY_hL3V0kT67CvTay89uIzx1Ns,4736
 xinference/model/utils.py,sha256=_yJ5h4RUzt7Kjs2WdjSzbVM3FTWEkX0ycOnXANZ9KVg,11394
 xinference/model/audio/__init__.py,sha256=KasWsaNPeij6sGpHKqXaUc_bxUw1yYbD7-fwxkcoAVE,3731
 xinference/model/audio/chattts.py,sha256=ny3DZTCTt2MzdkLw994_QHZ_4qIEUZcNexNJkCejCyo,4998
-xinference/model/audio/core.py,sha256=bdStvxdYJC2R8YAs4W58P97MrcREq70Ta9JX1ROxynM,6894
+xinference/model/audio/core.py,sha256=j3H4IAcMRFiwEt8MCGzvD7VqvBON9dxrbRbfqFgSwfk,7082
 xinference/model/audio/cosyvoice.py,sha256=Enur1Y4Xa-mpr7wwnoXWwhyh7PUAjrHZ8DV91tTrpjE,6426
 xinference/model/audio/custom.py,sha256=8GXBRmTtR-GY03-E91nlRGTIuabCRzlt20ecU6Un6Y8,4985
-xinference/model/audio/fish_speech.py,sha256=rdt73VK512WocFhL6WqcqoxOkMYtB00sMu40umt9RuQ,8856
+xinference/model/audio/f5tts.py,sha256=0uhtovQAnmTaIiI17QZLR0dWEJD2lW_baB6B-5yXNas,6557
+xinference/model/audio/fish_speech.py,sha256=HNSNOA_rl7io1F4Vv3gicQh7Jpqgi3SAl57YRKzuPOs,8917
 xinference/model/audio/funasr.py,sha256=65z7U7_F14CCP-jg6BpeY3_49FK7Y5OCRSzrhhsklCg,4075
-xinference/model/audio/model_spec.json,sha256=Z_Y7Fv6fxLGAX8em5pgGVR2ZxBxtCsy0ANsKrjy9vA0,7300
-xinference/model/audio/model_spec_modelscope.json,sha256=U82E5vZahi4si6kpCjdp2FAG2lCpQ7s7w_1t6lj2ysI,2038
+xinference/model/audio/model_spec.json,sha256=80Yiljfope_9eeDQHle-lZLpDqYaScAREquSy52Puv8,7529
+xinference/model/audio/model_spec_modelscope.json,sha256=cNZlzRtkI4x1KK9Ya-YiVTpdJ7-AAA5JwfM-oQSkaKg,2277
 xinference/model/audio/utils.py,sha256=pwo5cHh8nvhyBa9f-17QaVpXMSjmbpGbPYKwBBtEhGM,717
 xinference/model/audio/whisper.py,sha256=PQL7rebGC7WlIOItuDtjdEtSJtlhxFkolot-Fj-8uDU,7982
 xinference/model/audio/whisper_mlx.py,sha256=zBuCd7GUlsN9FC_-J11gqIkOCicihfbqxoabiXTvH2Q,7237
 xinference/model/embedding/__init__.py,sha256=1GmvQsbeeVUT-VRaRGetf8UT4RQgLWIzfp5kfX5jw-k,3567
-xinference/model/embedding/core.py,sha256=kGMxfKQ5s0G2fJcW-zVxKThDFbOWpSQD8vkCgnhFnoU,29593
+xinference/model/embedding/core.py,sha256=ijobgaf8ZXY7epxE4m1jqnMIJDaAwzHPoWExhaMtBMY,32201
 xinference/model/embedding/custom.py,sha256=757KncqhsOWVypHZFtuhBP_xy-UTNaFdy0BuZRfuIV8,3848
-xinference/model/embedding/model_spec.json,sha256=cVYzB4VLYw2FoP7bfLntTuMVDEigHTGDSyBtcj8F6gc,7060
-xinference/model/embedding/model_spec_modelscope.json,sha256=kWPY9tILL69X_6iDuVoh6Y_VODLJ7EFsD0CGkbuQlGo,6210
+xinference/model/embedding/model_spec.json,sha256=EqoR3mubGwCRhAiG6airmS1i881MAxRcwG0FkTyODjs,7233
+xinference/model/embedding/model_spec_modelscope.json,sha256=XGXKaB0sI-pDuboCW39AIugRuDFNvQE6hNhp67uoKsA,6414
 xinference/model/embedding/utils.py,sha256=t_y-7TrYenJKzX3p8e8KWXyC66u7Kd7lMvSzEOolnZw,790
 xinference/model/flexible/__init__.py,sha256=DUAfq9vaiXOfUJfP2WRfqDmGfMtKMqRE-wLETaJw4_w,1718
 xinference/model/flexible/core.py,sha256=3REGHL9uUTgwgEEr6qv5uNMq-j-7by4bAco7QNwwxx4,7231
@@ -82,25 +83,25 @@ xinference/model/image/scheduler/flux.py,sha256=GHlpPfU5UxsiQWNyvNe9SaVZceNg_2Ci
 xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/model/image/stable_diffusion/core.py,sha256=M_sYFsY_q91l0D6O7AqQVd_h-RIgXcmaydyCvASyNsI,23055
 xinference/model/image/stable_diffusion/mlx.py,sha256=GZsozzGB04NfHAdU9MI6gwWE1t_A-s_Ddn_ic8DlkKQ,7476
-xinference/model/llm/__init__.py,sha256=WqNnI4ePhe1XJ_gzFOk-wpM9fjBjUpDwGlAW9CuzlNM,14020
+xinference/model/llm/__init__.py,sha256=RDfLCynV34DcGfL2Y8Aw7S3pruC1TiPc8apcmgAYqZs,14052
 xinference/model/llm/core.py,sha256=g-luuAjZizrPunhyFE9IRjn57l0g6FY_1xUwtlRegbs,8151
-xinference/model/llm/llm_family.json,sha256=mlqXYbBkjBeB3xWRpaYpScpoDM5DIT1ESxI8IE7lDoI,307998
+xinference/model/llm/llm_family.json,sha256=8ie8M1ghT5p_QSqTm4gpJFhbe7cIvuL9AmngBpblyD8,315713
 xinference/model/llm/llm_family.py,sha256=tI2wPefd7v-PWcVhUO2qy6iGob_ioeNCwAQQzal-2o4,39549
 xinference/model/llm/llm_family_csghub.json,sha256=zMKWbihsxQNVB1u5iKJbZUkbOfQ4IPNq1KQ-8IDPQQA,8759
-xinference/model/llm/llm_family_modelscope.json,sha256=nySjsEQk6V6PK0IX4zpjUyTQLBVGYv77cxwdHlagvps,238793
+xinference/model/llm/llm_family_modelscope.json,sha256=ByXuxHXE6LOaiUQQom1yHXRhe7LgtZnxBAa4_OIO8og,246100
 xinference/model/llm/llm_family_openmind_hub.json,sha256=jl9pfbe5DztoxgEwKBxDk1Wd7TziTiJ48_Ie_lJdYjA,67872
 xinference/model/llm/memory.py,sha256=NEIMw6wWaF9S_bnBYq-EyuDhVbUEEeceQhwE1iwsrhI,10207
-xinference/model/llm/utils.py,sha256=uHLhiaxPNgrIOzGvVJJlwE2S7eQtFis4uvfOjFSVm4Q,24294
+xinference/model/llm/utils.py,sha256=BBXo8rF1QM3EFdOeARFlAkuKBW3pTh-MuoC8zUpCuLc,24428
 xinference/model/llm/llama_cpp/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/model/llm/llama_cpp/core.py,sha256=vjuTapwbn-ZjUX-8WA0nFyicE4UGUSehU_csSetvcZw,10928
 xinference/model/llm/lmdeploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/model/llm/lmdeploy/core.py,sha256=WvSP3x6t-HBv6hKh1qWZatFAzlcZCyyKqvc3ua8yPTI,19835
 xinference/model/llm/mlx/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/mlx/core.py,sha256=ojemIUVXt4ApI5LgjJ2BBXF_gw49Cu4EtixurLnSH1s,15318
+xinference/model/llm/mlx/core.py,sha256=-37TJ9xR0iOXgwn7QbDfFFa4lVHoaBDKPgmCma_OzOQ,22131
 xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
-xinference/model/llm/sglang/core.py,sha256=1xXOyn3oWYYl-AYvAGwsQkxsaEf0kpbdKQlfORgU7Dk,16721
+xinference/model/llm/sglang/core.py,sha256=Ab0i6Q3M-DqQi5bHMyfa9klPElGSk1ThEke4mdsBHXU,16747
 xinference/model/llm/transformers/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/transformers/chatglm.py,sha256=tr6nEfHAg_mFRDlqXLMvbSq6U47851jOpqTz_vkWNJM,22266
+xinference/model/llm/transformers/chatglm.py,sha256=vHBPIn5nEkrjBmonYkCHAIxDwvNeZHXK8EQz3B2vObE,22418
 xinference/model/llm/transformers/cogvlm2.py,sha256=I5Ftm0VYjbTAv5ZARZCo32Ggpw58PJfHs5B_nX_BIlU,15972
 xinference/model/llm/transformers/cogvlm2_video.py,sha256=ZGkpC4x2uEtjwoMrLSODmAUYTjOeSNYxZi9VpQrpnhU,11857
 xinference/model/llm/transformers/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
@@ -119,10 +120,10 @@ xinference/model/llm/transformers/qwen2_audio.py,sha256=1XmlawVF-Xh2pgGoLDX7kOYI
 xinference/model/llm/transformers/qwen2_vl.py,sha256=i8mypQwaPaaGQ0OIS55H8yuUX6gH87ubPuPQHHAD9fw,7304
 xinference/model/llm/transformers/qwen_vl.py,sha256=LG19qJW30bFiZOS-t9OM3JP6K1KCLj_Sv3nKSCLvyts,14058
 xinference/model/llm/transformers/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjDLPZjfCMil67Pkywd_Ze4dTx4,11362
-xinference/model/llm/transformers/utils.py,sha256=Ej9Tu2yVAotfXMFsl30QlYXLZTODU6Pv_UppsGGUiSw,19185
+xinference/model/llm/transformers/utils.py,sha256=a4-X5P9_L--rgSx5jI8haYA6GSpKhMdOYE97VNh54yM,19389
 xinference/model/llm/transformers/yi_vl.py,sha256=iCdRLw-wizbU-qXXc8CT4DhC0Pt-uYg0vFwXEhAZjQg,8961
 xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/vllm/core.py,sha256=ZPg4oJql8mhHMs5CpHo83Fm6peeKvB3EBXwaFNQQ3Cw,35185
+xinference/model/llm/vllm/core.py,sha256=69oLX1G5fK-UkPTQMgNkJPgFOVhqTbDdumZZ3INkskI,35409
 xinference/model/llm/vllm/utils.py,sha256=LKOmwfFRrlSecawxT-uE39tC2RQbf1UIiSH9Uz90X6w,1313
 xinference/model/rerank/__init__.py,sha256=wRpf1bOMfmAsuEKEGczMTB5fWEvuqltlJbIbRb-x8Ko,3483
 xinference/model/rerank/core.py,sha256=e-QoFgVk-6LOQPM5zqbEj095J-1bkuyd9c5zRI5DlF8,14560
@@ -211,6 +212,56 @@ xinference/thirdparty/deepseek_vl/serve/examples/rap.jpeg,sha256=AL_pk3nX1ChriPT
 xinference/thirdparty/deepseek_vl/utils/__init__.py,sha256=u8C--egJMT_DDm0JG3frXGSQNNv6cfIAumPhghzkxhk,1091
 xinference/thirdparty/deepseek_vl/utils/conversation.py,sha256=7oITA8TsIuOfumVZ8hcoDpA6dm1jz7n8-VXPe_7-4YA,11702
 xinference/thirdparty/deepseek_vl/utils/io.py,sha256=HQqLoONZF4nl1E9oMrm7_2LwU8ZSh1C9htm7vLN4YfI,2751
+xinference/thirdparty/f5_tts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+xinference/thirdparty/f5_tts/api.py,sha256=yYr9SwJrgyzm8E7Z5LZYkW8p28PbVRtjr9lIcDRvJjk,5571
+xinference/thirdparty/f5_tts/socket_server.py,sha256=XwClpY1a3MtTdedMWT5fLTS1Bt2DnvydZs2jnLxSBdc,5353
+xinference/thirdparty/f5_tts/configs/E2TTS_Base_train.yaml,sha256=93n-t-7bs21nPNiA7iHDfub5BOU154wusr5HQ4FCgrg,1524
+xinference/thirdparty/f5_tts/configs/E2TTS_Small_train.yaml,sha256=OICiTEILCBFCzuH8-uB_yaubX7RFpXlmQmkHfEz7uBc,1450
+xinference/thirdparty/f5_tts/configs/F5TTS_Base_train.yaml,sha256=0ABJmiY1MZuSlnpZM2P1V-nUPSCf3Z2H_YhH6GNUcbg,1593
+xinference/thirdparty/f5_tts/configs/F5TTS_Small_train.yaml,sha256=Ipd_-hzSm3Kd1M_kS70viE_X6oF-hyiQrzpprjJv2rE,1545
+xinference/thirdparty/f5_tts/eval/README.md,sha256=JL2cAWgA1ruqrNmEpGSYjyIwX2MR33JPI5-rP6pSfvU,1739
+xinference/thirdparty/f5_tts/eval/ecapa_tdnn.py,sha256=mU979VeH7XIOl01W7N0wR7EZg-TsR12nKde_dNLqIBM,11365
+xinference/thirdparty/f5_tts/eval/eval_infer_batch.py,sha256=TUKSXmAo1LKvlTr8RS7_pOwowDANvLF-fOzJ8e17EE0,7337
+xinference/thirdparty/f5_tts/eval/eval_infer_batch.sh,sha256=qWvsnkBJEVStA4FSlgoMkgxbMUtKrjtYIb0lrxatPEQ,736
+xinference/thirdparty/f5_tts/eval/eval_librispeech_test_clean.py,sha256=1Pt7o6MbmKHQGu3jsKz8Ez6lbWiEGm_T_-h9jV2_3SM,3119
+xinference/thirdparty/f5_tts/eval/eval_seedtts_testset.py,sha256=FjkHt_Cr3L8kRDmLFwU9crc3f2qB70-XalI1IhZykMU,2855
+xinference/thirdparty/f5_tts/eval/utils_eval.py,sha256=lgr85GHc8q43omDab7MEeKUknoXWYIFJgA9a3bfZkoo,13752
+xinference/thirdparty/f5_tts/infer/README.md,sha256=dN4SXdOntZFn8GC6LDu_HSA17XiGwA1LXpNrA5fLG7A,7200
+xinference/thirdparty/f5_tts/infer/SHARED.md,sha256=tsli9AOniGJn9RWqMRaxmKrNU8fIjLuoXvfBIC3aJbE,3257
+xinference/thirdparty/f5_tts/infer/infer_cli.py,sha256=FbCLpvlvG2qRHlzVh7YEPqkbsexWJ9xvblHhBPfQA5M,7579
+xinference/thirdparty/f5_tts/infer/infer_gradio.py,sha256=kZstlld1FU01I1X_dfTX_AZZHtr11NHyCNJujPsngOk,32230
+xinference/thirdparty/f5_tts/infer/speech_edit.py,sha256=ZQHqvjTz44WoNIeDeKFaRU4JTZavm41zUuFroZZJtoE,6448
+xinference/thirdparty/f5_tts/infer/utils_infer.py,sha256=bgY9giSv520fSx-4SCTRVVoC8m5LVgcicvoKKJq4zAI,17969
+xinference/thirdparty/f5_tts/infer/examples/vocab.txt,sha256=Thc5NL5WIZ6zh1n6jUxIEy1aNEVPDESrzkCbz2oH7EY,11255
+xinference/thirdparty/f5_tts/infer/examples/basic/basic.toml,sha256=vyD-fjKRJl63z8tpHQbbJJRXK8x4qbpxiEB894BWeVg,538
+xinference/thirdparty/f5_tts/infer/examples/basic/basic_ref_en.wav,sha256=sOIgSOckFPzB5rY0LkendNdIoZXtNOSls_z0FnB_K3E,256018
+xinference/thirdparty/f5_tts/infer/examples/basic/basic_ref_zh.wav,sha256=lnJKETJA0fgsbe0TNBIvAXa5bJImzNPJGeYlvP0qPt4,324558
+xinference/thirdparty/f5_tts/infer/examples/multi/country.flac,sha256=uxVwi0s4deN77sRlkaXYnhqaY_2tO4_kpchzj09VRAA,180321
+xinference/thirdparty/f5_tts/infer/examples/multi/main.flac,sha256=SrsRB3cc5-FJJv3oeblZ3ebbblckdrmGhPBORel4qxk,279219
+xinference/thirdparty/f5_tts/infer/examples/multi/story.toml,sha256=YXyG9WKvRQoEbvzymPfC0JfhRPuIqhVPt4Pl6FCnYAw,469
+xinference/thirdparty/f5_tts/infer/examples/multi/story.txt,sha256=x2786TF7Ddmd9rLCbw8g_UoNWk3Ay2m3uTMPwZ5vvMU,1404
+xinference/thirdparty/f5_tts/infer/examples/multi/town.flac,sha256=59BpuOvVGAw7MP3l03jwod2slnItYs9DU378PD86POg,229383
+xinference/thirdparty/f5_tts/model/__init__.py,sha256=JmdAzUUCK6TLeuzZI1SA-54ws4l7SszormqEt6e12Qw,276
+xinference/thirdparty/f5_tts/model/cfm.py,sha256=9rv6V6Mjc8PrHEF9d4hx3P4qZPmT23NO0t-S2WzTdMA,9415
+xinference/thirdparty/f5_tts/model/dataset.py,sha256=yk7j7n2nBejWjod9v9cbYgpfzeWjPBJkYnd7bK_hkbk,10544
+xinference/thirdparty/f5_tts/model/modules.py,sha256=9y8oJzryjNPzHGYP99GBNuJQ4p8cOz08KUQNO8oIphk,21737
+xinference/thirdparty/f5_tts/model/trainer.py,sha256=PCV3_Q3ZunpAdkooybzOC1MW4XKLTf_EQC9dKBkQ0k4,16312
+xinference/thirdparty/f5_tts/model/utils.py,sha256=8-dKoDRiK135BNf_ziaC8HLspjgiR-hXYBrW2iq3jvI,6466
+xinference/thirdparty/f5_tts/model/backbones/README.md,sha256=-PRyZ0YTZ2a9AjorY6d70mqL4FGgv1XdE4qSPhUHQDg,701
+xinference/thirdparty/f5_tts/model/backbones/dit.py,sha256=xC1jkPO6bQ2768B-UBuJRWiR-iQogu7cINXm-d3utEo,5240
+xinference/thirdparty/f5_tts/model/backbones/mmdit.py,sha256=o4iKTCcmmw_0mtKPqrEEjVWxij4xgRN6JCtTcXjre08,4208
+xinference/thirdparty/f5_tts/model/backbones/unett.py,sha256=hS5j_Nc1N2q7VXLfcz-z185kr40zd8STCgpNAgkL5Ho,6956
+xinference/thirdparty/f5_tts/scripts/count_max_epoch.py,sha256=-XaRu5xK5MAlCRapuA4BlO4ukE9Mymw4ttOcNWR1ZTk,1099
+xinference/thirdparty/f5_tts/scripts/count_params_gflops.py,sha256=DjZzIilUXXR-X43MRr45q8u7CK88Bps1CezHoZWxIfY,1358
+xinference/thirdparty/f5_tts/train/README.md,sha256=SW5eJOHaUSmtCGwfv_pgFPOgqzvGp7mvRZHeBDyOr94,2352
+xinference/thirdparty/f5_tts/train/finetune_cli.py,sha256=C0SV3gRhWjrWn_K5s8YtQW7ntsj-BCp3w9p0pIgYj8o,6646
+xinference/thirdparty/f5_tts/train/finetune_gradio.py,sha256=zeYpvRFO-JK3c_aNTzOQZyV9XwJYGjw3DxfV4ib_ZhA,65801
+xinference/thirdparty/f5_tts/train/train.py,sha256=tmO4AfMDS641s2DIFSZPdTBg3KxRU3P1B8wvSF_NFUs,2577
+xinference/thirdparty/f5_tts/train/datasets/prepare_csv_wavs.py,sha256=26tkuj8Fzjsy_-NGBY4N1K6Grq35n0SQJSf-4G_fA_s,5301
+xinference/thirdparty/f5_tts/train/datasets/prepare_emilia.py,sha256=UKMIPzc3ZG0SpZe4cyeQKdM2qp0JI5eB87X5mlfHumY,7414
+xinference/thirdparty/f5_tts/train/datasets/prepare_libritts.py,sha256=d6H0_VtlEX2pXoW8VW98VLcaKYmq0dTT7-opVMGiN4s,3151
+xinference/thirdparty/f5_tts/train/datasets/prepare_ljspeech.py,sha256=OVL5AlqiNsbzuw-YzR6Os01cyebvqbfZirlgC4Au0a0,2246
+xinference/thirdparty/f5_tts/train/datasets/prepare_wenetspeech4tts.py,sha256=4MSCHkjjlKjao_2dAK2H9bU98fCVd26MoVZ3KBMy3CM,4579
 xinference/thirdparty/fish_speech/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/conversation.py,sha256=zwsHs1oG4k7TBqBDZosGLW4uWADTzKWOjo0pI956PNM,7401
@@ -410,14 +461,14 @@ xinference/thirdparty/whisper/normalizers/english.json,sha256=Zgf5SL6YJNLhsvoiI8
 xinference/thirdparty/whisper/normalizers/english.py,sha256=KJjkZyru_J9Ey03jjBFc3yhvWzWuMhQzRnp2dM6IQdA,20868
 xinference/web/ui/package-lock.json,sha256=r6y_nAa8SfAETbx3ysAKcRf2SznsSAxpLwtArCJbCCI,760153
 xinference/web/ui/package.json,sha256=fkEgsboguEVK9yuRrJjN7Alhyo38qV1Ih83qQFVr6SQ,2023
-xinference/web/ui/build/asset-manifest.json,sha256=uLgNRWGul6eu1yZ7PBjasZ-kWl19Q4677SvHU08XXhw,453
+xinference/web/ui/build/asset-manifest.json,sha256=lxBw-PD6UKkQ129kBVzrjT7hZqMuoEXmgtMAzu7w5qk,453
 xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
-xinference/web/ui/build/index.html,sha256=-HDEsjVrmZKmDgb87MKkhZT0i6ZTeDdwmAZbH0pBBQ4,650
+xinference/web/ui/build/index.html,sha256=2_u_R4l4IG3SoMr_3ZtCgLFnMCLdhgsaF9qaaFH3o70,650
 xinference/web/ui/build/static/css/main.5061c4c3.css,sha256=P7rcts4xzIqV_ikvTokJEYzZ5R9w_3wigAhs7ai9hgU,4392
 xinference/web/ui/build/static/css/main.5061c4c3.css.map,sha256=K2E6sUL58gZNSOo_9U-IMm9XCKQfnBlehW72IEYQQCw,8658
-xinference/web/ui/build/static/js/main.2f269bb3.js,sha256=k54GbViEf4aAqIgi7HAbgqgGR_CQCq11A77mQgWdUvo,1122862
-xinference/web/ui/build/static/js/main.2f269bb3.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
-xinference/web/ui/build/static/js/main.2f269bb3.js.map,sha256=BVlEU3ztz5hmQi8oszjIb2HJKvSArVG75HcCgHDXeoM,4924413
+xinference/web/ui/build/static/js/main.4eb4ee80.js,sha256=yNA9dzznqqY-OdONLE5JZVUPeYaTOPSq3IVxn9jHrkA,1123418
+xinference/web/ui/build/static/js/main.4eb4ee80.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
+xinference/web/ui/build/static/js/main.4eb4ee80.js.map,sha256=RHeb95y2q3rAg-wUT7QSvYtDPPXWfH1DHwm98-Rz-A8,4926622
 xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
 xinference/web/ui/node_modules/.package-lock.json,sha256=_V6n9fLvF1laSHVMZb9Z6wwLvUphwXM7kuMW2TD5FX4,758073
 xinference/web/ui/node_modules/.cache/babel-loader/00012b59e7dc64a18400bdddb660faa295258241c0b9cd15c78cdba63b858ed8.json,sha256=FhiSQ9MQv6bT7TkLBlXXskoaG2HCKhsuTXXlkDV-pM4,668
@@ -7099,6 +7150,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/8c5a08e9c5d9667198db3a7cc45ca
 xinference/web/ui/node_modules/.cache/babel-loader/8c5a2d0fccd50597ab4b3f3de8f42529dce51f00b58882c6b42911ed84052335.json,sha256=rxHXST-ejFa0qbVWfOfsxKf2KVMlVGLUj-50CMPZ-qc,1561
 xinference/web/ui/node_modules/.cache/babel-loader/8c5ba88b620eeedbb99db18a610138353a5a657170fdb8bd6969585f81b34f74.json,sha256=jfvwyJKrqXuVj2E8rMSzZFQcplrjJj6_fOUXHF_LkQY,842
 xinference/web/ui/node_modules/.cache/babel-loader/8c5e2f90ead0799d0a0cfc6a8241682d6825294a9d3991f2b32c85368742373f.json,sha256=Gt7-npuMYG1brqAXSRHCUyf3GvuMXl-Ig4rCaJ1HA1A,2091
+xinference/web/ui/node_modules/.cache/babel-loader/8c5eeb02f772d02cbe8b89c05428d0dd41a97866f75f7dc1c2164a67f5a1cf98.json,sha256=keCAL_5JzBZp1GZwVLv4eGJDG0DXeQXR-gM8m2eovUc,68763
 xinference/web/ui/node_modules/.cache/babel-loader/8c5fb74a2d3a9341168a21bcb58c9001100fee77062042d17f9c55bdb674d78f.json,sha256=Si5tMoQ5vB5Y2zi_DVWlYquZfA6PVNJmHaGP6GFmZNE,2485
 xinference/web/ui/node_modules/.cache/babel-loader/8c66da2a8e6a3e9dbeed44b9797891c385b34eb405a0f8a2451c711233af2f9f.json,sha256=OsGmjNmxfN6yB-K7pQQtqtCQECCEpcMuV7cOeXiqkmU,7262
 xinference/web/ui/node_modules/.cache/babel-loader/8c6a1448a8121b5c3b3604e2b713dd1a0fa6a2c4fceafa2eb1e2d80c274cfae7.json,sha256=igrhNRaUpoE9FxRgUdQwTWJZ5eAQx5cxfrUfab8WfqA,8462
@@ -9414,7 +9466,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/bd55c70319dbc19ceec0f0acfd8ed
 xinference/web/ui/node_modules/.cache/babel-loader/bd5faddae8fd655cc1db76fb5119e0f20685e414b354c19fc55926914ec64e0f.json,sha256=7hj24Mwy05PFGaav9LsjVMoYQv9lOOcXQaUK15K9mjo,1693
 xinference/web/ui/node_modules/.cache/babel-loader/bd6254d64cd97a3fa5456e01e896e803275ea461980e7c2b6f22e7875a605e2f.json,sha256=4Imjadq6nfq1gn0M0UrR2iwr15WmFQ8YPpkL9U73uHM,807
 xinference/web/ui/node_modules/.cache/babel-loader/bd69f67515abb09f7746f74513f1094198c604ffc9a0bab4b4d328e9a6d44a1b.json,sha256=cP0-aLAH3o6k_Y_BNywyr-LGQTsGcKbMfYm9ciiYE9g,1263
-xinference/web/ui/node_modules/.cache/babel-loader/bd6ad8159341315a1764c397621a560809f7eb7219ab5174c801fca7e969d943.json,sha256=vK_50akBXt_n6RuP1yHaz71-pwUzDKkk6EsHNGLqPIM,65089
 xinference/web/ui/node_modules/.cache/babel-loader/bd6e3b3cbee9f2d64bbc8c62da1a628a8a8ec2f5037697a950f5c363a619e7aa.json,sha256=7iquDU6fzG8wmI1-_ZuH9tphn_EgdNLqWkZszgqTa8w,1113
 xinference/web/ui/node_modules/.cache/babel-loader/bd918644e0ecb7d99e41af695ac8a8d371eb497b9062c83fac3fceb8f903dff0.json,sha256=Akmf_Wc8uIU0Ba14mCw4ZYwMAoC_8Luxsi2eH4RbE_Y,1897
 xinference/web/ui/node_modules/.cache/babel-loader/bd9187144579112dafc1f14ccafaee12259e75aa8ecca852b0fd0a58c9ddeddd.json,sha256=uHo_vmj_Cto-nqLwe4HBdWHvNZF0vgVaO_LEuCp3uq4,324
@@ -15524,9 +15575,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
 xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
 xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
 xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
-xinference-1.0.1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-xinference-1.0.1.dist-info/METADATA,sha256=pLzWAyI3EYcEd7FbPEOnh6qtrxo0LqjCv2EWxREy8ZU,21992
-xinference-1.0.1.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-xinference-1.0.1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
-xinference-1.0.1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
-xinference-1.0.1.dist-info/RECORD,,
+xinference-1.1.0.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+xinference-1.1.0.dist-info/METADATA,sha256=xlWoTS4luzdBOw0C4b2q2Axb6-DxFMoTRCFoDXMSUQA,23021
+xinference-1.1.0.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+xinference-1.1.0.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
+xinference-1.1.0.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
+xinference-1.1.0.dist-info/RECORD,,