xinference 0.14.0__py3-none-any.whl → 0.14.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of xinference might be problematic. Click here for more details.

Files changed (53) hide show
  1. xinference/_version.py +3 -3
  2. xinference/api/restful_api.py +62 -1
  3. xinference/client/handlers.py +0 -3
  4. xinference/client/restful/restful_client.py +51 -134
  5. xinference/constants.py +1 -0
  6. xinference/core/chat_interface.py +1 -4
  7. xinference/core/image_interface.py +33 -5
  8. xinference/core/model.py +28 -2
  9. xinference/core/supervisor.py +37 -0
  10. xinference/core/worker.py +130 -84
  11. xinference/deploy/cmdline.py +1 -4
  12. xinference/model/audio/core.py +11 -3
  13. xinference/model/audio/funasr.py +114 -0
  14. xinference/model/audio/model_spec.json +20 -0
  15. xinference/model/audio/model_spec_modelscope.json +21 -0
  16. xinference/model/audio/whisper.py +1 -1
  17. xinference/model/core.py +12 -0
  18. xinference/model/embedding/core.py +6 -6
  19. xinference/model/image/core.py +3 -4
  20. xinference/model/image/model_spec.json +41 -13
  21. xinference/model/image/model_spec_modelscope.json +30 -10
  22. xinference/model/image/stable_diffusion/core.py +53 -2
  23. xinference/model/llm/__init__.py +2 -0
  24. xinference/model/llm/llm_family.json +83 -1
  25. xinference/model/llm/llm_family_modelscope.json +85 -1
  26. xinference/model/llm/pytorch/core.py +1 -0
  27. xinference/model/llm/pytorch/minicpmv26.py +247 -0
  28. xinference/model/llm/sglang/core.py +72 -34
  29. xinference/model/llm/vllm/core.py +38 -0
  30. xinference/model/video/__init__.py +62 -0
  31. xinference/model/video/core.py +178 -0
  32. xinference/model/video/diffusers.py +180 -0
  33. xinference/model/video/model_spec.json +11 -0
  34. xinference/model/video/model_spec_modelscope.json +12 -0
  35. xinference/types.py +10 -24
  36. xinference/web/ui/build/asset-manifest.json +3 -3
  37. xinference/web/ui/build/index.html +1 -1
  38. xinference/web/ui/build/static/js/{main.af906659.js → main.17ca0398.js} +3 -3
  39. xinference/web/ui/build/static/js/main.17ca0398.js.map +1 -0
  40. xinference/web/ui/node_modules/.cache/babel-loader/2f40209b32e7e46a2eab6b8c8a355eb42c3caa8bc3228dd929f32fd2b3940294.json +1 -0
  41. xinference/web/ui/node_modules/.cache/babel-loader/71684495d995c7e266eecc6a0ad8ea0284cc785f80abddf863789c57a6134969.json +1 -0
  42. xinference/web/ui/node_modules/.cache/babel-loader/80acd1edf31542ab1dcccfad02cb4b38f3325cff847a781fcce97500cfd6f878.json +1 -0
  43. {xinference-0.14.0.dist-info → xinference-0.14.1.dist-info}/METADATA +128 -122
  44. {xinference-0.14.0.dist-info → xinference-0.14.1.dist-info}/RECORD +49 -42
  45. {xinference-0.14.0.dist-info → xinference-0.14.1.dist-info}/WHEEL +1 -1
  46. xinference/web/ui/build/static/js/main.af906659.js.map +0 -1
  47. xinference/web/ui/node_modules/.cache/babel-loader/2c63090c842376cdd368c3ded88a333ef40d94785747651343040a6f7872a223.json +0 -1
  48. xinference/web/ui/node_modules/.cache/babel-loader/2cd5e4279ad7e13a1f41d486e9fca7756295bfad5bd77d90992f4ac3e10b496d.json +0 -1
  49. xinference/web/ui/node_modules/.cache/babel-loader/70fa8c07463a5fe57c68bf92502910105a8f647371836fe8c3a7408246ca7ba0.json +0 -1
  50. /xinference/web/ui/build/static/js/{main.af906659.js.LICENSE.txt → main.17ca0398.js.LICENSE.txt} +0 -0
  51. {xinference-0.14.0.dist-info → xinference-0.14.1.dist-info}/LICENSE +0 -0
  52. {xinference-0.14.0.dist-info → xinference-0.14.1.dist-info}/entry_points.txt +0 -0
  53. {xinference-0.14.0.dist-info → xinference-0.14.1.dist-info}/top_level.txt +0 -0
xinference/web/ui/node_modules/.cache/babel-loader/80acd1edf31542ab1dcccfad02cb4b38f3325cff847a781fcce97500cfd6f878.json ADDED
@@ -0,0 +1 @@
1
+ {"ast":null,"code":"import _objectSpread from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import DeleteOutlineOutlinedIcon from'@mui/icons-material/DeleteOutlineOutlined';import OpenInBrowserOutlinedIcon from'@mui/icons-material/OpenInBrowserOutlined';import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Stack,Tab}from'@mui/material';import{DataGrid}from'@mui/x-data-grid';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import fetcher from'../../components/fetcher';import fetchWrapper from'../../components/fetchWrapper';import Title from'../../components/Title';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var RunningModels=function RunningModels(){var _React$useState=React.useState(sessionStorage.getItem('runningModelType')),_React$useState2=_slicedToArray(_React$useState,2),tabValue=_React$useState2[0],setTabValue=_React$useState2[1];var _useState=useState([]),_useState2=_slicedToArray(_useState,2),llmData=_useState2[0],setLlmData=_useState2[1];var _useState3=useState([]),_useState4=_slicedToArray(_useState3,2),embeddingModelData=_useState4[0],setEmbeddingModelData=_useState4[1];var _useState5=useState([]),_useState6=_slicedToArray(_useState5,2),imageModelData=_useState6[0],setImageModelData=_useState6[1];var _useState7=useState([]),_useState8=_slicedToArray(_useState7,2),audioModelData=_useState8[0],setAudioModelData=_useState8[1];var _useState9=useState([]),_useState10=_slicedToArray(_useState9,2),videoModelData=_useState10[0],setVideoModelData=_useState10[1];var _useState11=useState([]),_useState12=_slicedToArray(_useState11,2),rerankModelData=_useState12[0],setRerankModelData=_useState12[1];var _useState13=useState([]),_useState14=_slicedToArray(_useState13,2),flexibleModelData=_useState14[0],setFlexibleModelData=_useState14[1];var _useContext=useContext(ApiContext),isCallingApi=_useContext.isCallingApi,setIsCallingApi=_useContext.setIsCallingApi;var _useContext2=useContext(ApiContext),isUpdatingModel=_useContext2.isUpdatingModel,setIsUpdatingModel=_useContext2.setIsUpdatingModel;var _useContext3=useContext(ApiContext),setErrorMsg=_useContext3.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var endPoint=useContext(ApiContext).endPoint;var handleTabChange=function handleTabChange(event,newValue){setTabValue(newValue);navigate(newValue);sessionStorage.setItem('runningModelType',newValue);};var update=function update(isCallingApi){if(cookie.token===''||cookie.token===undefined){navigate('/login',{replace:true});return;}if(cookie.token!=='no_auth'&&!sessionStorage.getItem('token')){navigate('/login',{replace:true});return;}if(isCallingApi){setLlmData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setEmbeddingModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setAudioModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setVideoModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setImageModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setRerankModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setFlexibleModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);}else{setIsUpdatingModel(true);fetchWrapper.get('/v1/models').then(function(response){var newLlmData=[];var newEmbeddingModelData=[];var newImageModelData=[];var newAudioModelData=[];var newVideoModelData=[];var newRerankModelData=[];var newFlexibleModelData=[];response.data.forEach(function(model){var newValue=_objectSpread(_objectSpread({},model),{},{id:model.id,url:model.id});if(newValue.model_type==='LLM'){newLlmData.push(newValue);}else if(newValue.model_type==='embedding'){newEmbeddingModelData.push(newValue);}else if(newValue.model_type==='audio'){newAudioModelData.push(newValue);}else if(newValue.model_type==='video'){newVideoModelData.push(newValue);}else if(newValue.model_type==='image'){newImageModelData.push(newValue);}else if(newValue.model_type==='rerank'){newRerankModelData.push(newValue);}else if(newValue.model_type==='flexible'){newFlexibleModelData.push(newValue);}});setLlmData(newLlmData);setEmbeddingModelData(newEmbeddingModelData);setAudioModelData(newAudioModelData);setVideoModelData(newVideoModelData);setImageModelData(newImageModelData);setRerankModelData(newRerankModelData);setFlexibleModelData(newFlexibleModelData);setIsUpdatingModel(false);}).catch(function(error){console.error('Error:',error);setIsUpdatingModel(false);if(error.response.status!==403&&error.response.status!==401){setErrorMsg(error.message);}});}};useEffect(function(){update(isCallingApi);// eslint-disable-next-line\n},[isCallingApi,cookie.token]);var llmColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'model_size_in_billions',headerName:'Size',flex:1},{field:'quantization',headerName:'Quantization',flex:1},{field:'replica',headerName:'Replica',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref){var row=_ref.row;var url=row.url;var openUrl=\"\".concat(endPoint,\"/\")+url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;var gradioUrl=\"\".concat(endPoint,\"/v1/ui/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsxs(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:[/*#__PURE__*/_jsx(\"button\",{title:\"Launch Web UI\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){// Make sure no ongoing call\nreturn;}setIsCallingApi(true);fetcher(openUrl,{method:'HEAD'}).then(function(response){if(response.status===404){// If web UI doesn't exist (404 Not Found)\nconsole.log('UI does not exist, creating new...');return fetcher(gradioUrl,{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({model_type:row.model_type,model_name:row.model_family,model_size_in_billions:row.model_size_in_billions,model_format:row.model_format,quantization:row.quantization,context_length:row.context_length,model_ability:row.model_ability,model_description:row.model_description,model_lang:row.model_lang})}).then(function(response){return response.json();}).then(function(){return window.open(openUrl,'_blank','noopener noreferrer');}).finally(function(){return setIsCallingApi(false);});}else if(response.ok){// If web UI does exist\nconsole.log('UI exists, opening...');window.open(openUrl,'_blank','noopener noreferrer');setIsCallingApi(false);}else{// Other HTTP errors\nconsole.error(\"Unexpected response status: \".concat(response.status));setIsCallingApi(false);}}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(OpenInBrowserOutlinedIcon,{})})}),/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})]});}}];var embeddingModelColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'replica',headerName:'Replica',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref2){var row=_ref2.row;var url=row.url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsx(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})});}}];var imageModelColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref3){var row=_ref3.row;//这个url指的是model_uid\nvar url=row.url;console.log('url: '+url);var openUrl=\"\".concat(endPoint,\"/\")+url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;var gradioUrl=\"\".concat(endPoint,\"/v1/ui/images/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsxs(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:[/*#__PURE__*/_jsx(\"button\",{title:\"Launch Web UI\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){// Make sure no ongoing call\nreturn;}setIsCallingApi(true);fetcher(openUrl,{method:'HEAD'}).then(function(response){if(response.status===404){// If web UI doesn't exist (404 Not Found)\nconsole.log('UI does not exist, creating new...');return fetcher(gradioUrl,{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({model_type:row.model_type,model_family:row.model_family,model_id:row.id,controlnet:row.controlnet,model_revision:row.model_revision,model_name:row.model_name,model_ability:row.model_ability})}).then(function(response){return response.json();}).then(function(){return window.open(openUrl,'_blank','noopener noreferrer');}).finally(function(){return setIsCallingApi(false);});}else if(response.ok){// If web UI does exist\nconsole.log('UI exists, opening...');window.open(openUrl,'_blank','noopener noreferrer');setIsCallingApi(false);}else{// Other HTTP errors\nconsole.error(\"Unexpected response status: \".concat(response.status));setIsCallingApi(false);}}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(OpenInBrowserOutlinedIcon,{})})}),/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})]});}}];var audioModelColumns=embeddingModelColumns;var videoModelColumns=embeddingModelColumns;var rerankModelColumns=embeddingModelColumns;var flexibleModelColumns=embeddingModelColumns;var dataGridStyle={'& .MuiDataGrid-cell':{borderBottom:'none'},'& .MuiDataGrid-columnHeaders':{borderBottom:'none'},'& .MuiDataGrid-columnHeaderTitle':{fontWeight:'bold'},'& .MuiDataGrid-virtualScroller':{overflowX:'visible !important',overflow:'visible'},'& .MuiDataGrid-footerContainer':{borderTop:'none'},'border-width':'0px'};var noRowsOverlay=function noRowsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models\"});};var noResultsOverlay=function noResultsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models Matches\"});};return/*#__PURE__*/_jsxs(Box,{sx:{height:'100%',width:'100%',padding:'20px 20px 0 20px'},children:[/*#__PURE__*/_jsx(Title,{title:\"Running Models\"}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:tabValue,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:tabValue,onChange:handleTabChange,\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:\"Language Models\",value:\"/running_models/LLM\"}),/*#__PURE__*/_jsx(Tab,{label:\"Embedding Models\",value:\"/running_models/embedding\"}),/*#__PURE__*/_jsx(Tab,{label:\"Rerank models\",value:\"/running_models/rerank\"}),/*#__PURE__*/_jsx(Tab,{label:\"Image models\",value:\"/running_models/image\"}),/*#__PURE__*/_jsx(Tab,{label:\"Audio models\",value:\"/running_models/audio\"}),/*#__PURE__*/_jsx(Tab,{label:\"Video models\",value:\"/running_models/video\"}),/*#__PURE__*/_jsx(Tab,{label:\"Flexible models\",value:\"/running_models/flexible\"})]})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/LLM\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:llmData,columns:llmColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/embedding\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:embeddingModelData,columns:embeddingModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/rerank\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:rerankModelData,columns:rerankModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/image\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:imageModelData,columns:imageModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/audio\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:audioModelData,columns:audioModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/video\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:videoModelData,columns:videoModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/flexible\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:flexibleModelData,columns:flexibleModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})})]})]});};export default RunningModels;","map":{"version":3,"names":["DeleteOutlineOutlinedIcon","OpenInBrowserOutlinedIcon","TabContext","TabList","TabPanel","Box","Stack","Tab","DataGrid","React","useContext","useEffect","useState","useCookies","useNavigate","ApiContext","ErrorMessageSnackBar","fetcher","fetchWrapper","Title","jsx","_jsx","jsxs","_jsxs","RunningModels","_React$useState","sessionStorage","getItem","_React$useState2","_slicedToArray","tabValue","setTabValue","_useState","_useState2","llmData","setLlmData","_useState3","_useState4","embeddingModelData","setEmbeddingModelData","_useState5","_useState6","imageModelData","setImageModelData","_useState7","_useState8","audioModelData","setAudioModelData","_useState9","_useState10","videoModelData","setVideoModelData","_useState11","_useState12","rerankModelData","setRerankModelData","_useState13","_useState14","flexibleModelData","setFlexibleModelData","_useContext","isCallingApi","setIsCallingApi","_useContext2","isUpdatingModel","setIsUpdatingModel","_useContext3","setErrorMsg","_useCookies","_useCookies2","cookie","navigate","endPoint","handleTabChange","event","newValue","setItem","update","token","undefined","replace","id","url","get","then","response","newLlmData","newEmbeddingModelData","newImageModelData","newAudioModelData","newVideoModelData","newRerankModelData","newFlexibleModelData","data","forEach","model","_objectSpread","model_type","push","catch","error","console","status","message","llmColumns","field","headerName","flex","minWidth","sortable","filterable","disableColumnMenu","renderCell","_ref","row","openUrl","concat","closeUrl","gradioUrl","style","width","display","justifyContent","alignItems","children","title","borderWidth","backgroundColor","paddingLeft","paddingRight","onClick","method","log","headers","body","JSON","stringify","model_name","model_family","model_size_in_billions","model_format","quantization","context_length","model_ability","model_description","model_lang","json","window","open","finally","ok","m","p","borderRadius","border","borderColor","embeddingModelColumns","_ref2","imageModelColumns","_ref3","model_id","controlnet","model_revision","audioModelColumns","videoModelColumns","rerankModelColumns","flexibleModelColumns","dataGridStyle","borderBottom","fontWeight","overflowX","overflow","borderTop","noRowsOverlay","height","noResultsOverlay","sx","padding","value","onChange","label","rows","columns","autoHeight","slots"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/running_models/index.js"],"sourcesContent":["import DeleteOutlineOutlinedIcon from '@mui/icons-material/DeleteOutlineOutlined'\nimport OpenInBrowserOutlinedIcon from '@mui/icons-material/OpenInBrowserOutlined'\nimport { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Box, Stack, Tab } from '@mui/material'\nimport { DataGrid } from '@mui/x-data-grid'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport fetcher from '../../components/fetcher'\nimport fetchWrapper from '../../components/fetchWrapper'\nimport Title from '../../components/Title'\n\nconst RunningModels = () => {\n const [tabValue, setTabValue] = React.useState(\n sessionStorage.getItem('runningModelType')\n )\n const [llmData, setLlmData] = useState([])\n const [embeddingModelData, setEmbeddingModelData] = useState([])\n const [imageModelData, setImageModelData] = useState([])\n const [audioModelData, setAudioModelData] = useState([])\n const [videoModelData, setVideoModelData] = useState([])\n const [rerankModelData, setRerankModelData] = useState([])\n const [flexibleModelData, setFlexibleModelData] = useState([])\n const { isCallingApi, setIsCallingApi } = useContext(ApiContext)\n const { isUpdatingModel, setIsUpdatingModel } = useContext(ApiContext)\n const { setErrorMsg } = useContext(ApiContext)\n const [cookie] = useCookies(['token'])\n const navigate = useNavigate()\n const endPoint = useContext(ApiContext).endPoint\n\n const handleTabChange = (event, newValue) => {\n setTabValue(newValue)\n navigate(newValue)\n sessionStorage.setItem('runningModelType', newValue)\n }\n\n const update = (isCallingApi) => {\n if (cookie.token === '' || cookie.token === undefined) {\n navigate('/login', { replace: true })\n return\n }\n if (cookie.token !== 'no_auth' && !sessionStorage.getItem('token')) {\n navigate('/login', { replace: true })\n return\n }\n if (isCallingApi) {\n setLlmData([{ id: 'Loading, do not refresh page...', url: 'IS_LOADING' }])\n setEmbeddingModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setAudioModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setVideoModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setImageModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setRerankModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setFlexibleModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n } else {\n setIsUpdatingModel(true)\n\n fetchWrapper\n .get('/v1/models')\n .then((response) => {\n const newLlmData = []\n const newEmbeddingModelData = []\n const newImageModelData = []\n const newAudioModelData = []\n const newVideoModelData = []\n const newRerankModelData = []\n const newFlexibleModelData = []\n response.data.forEach((model) => {\n let newValue = {\n ...model,\n id: model.id,\n url: model.id,\n }\n if (newValue.model_type === 'LLM') {\n newLlmData.push(newValue)\n } else if (newValue.model_type === 'embedding') {\n newEmbeddingModelData.push(newValue)\n } else if (newValue.model_type === 'audio') {\n newAudioModelData.push(newValue)\n } else if (newValue.model_type === 'video') {\n newVideoModelData.push(newValue)\n } else if (newValue.model_type === 'image') {\n newImageModelData.push(newValue)\n } else if (newValue.model_type === 'rerank') {\n newRerankModelData.push(newValue)\n } else if (newValue.model_type === 'flexible') {\n newFlexibleModelData.push(newValue)\n }\n })\n setLlmData(newLlmData)\n setEmbeddingModelData(newEmbeddingModelData)\n setAudioModelData(newAudioModelData)\n setVideoModelData(newVideoModelData)\n setImageModelData(newImageModelData)\n setRerankModelData(newRerankModelData)\n setFlexibleModelData(newFlexibleModelData)\n setIsUpdatingModel(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsUpdatingModel(false)\n if (error.response.status !== 403 && error.response.status !== 401) {\n setErrorMsg(error.message)\n }\n })\n }\n }\n\n useEffect(() => {\n update(isCallingApi)\n // eslint-disable-next-line\n }, [isCallingApi, cookie.token])\n\n const llmColumns = [\n {\n field: 'id',\n headerName: 'ID',\n flex: 1,\n minWidth: 250,\n },\n {\n field: 'model_name',\n headerName: 'Name',\n flex: 1,\n },\n {\n field: 'address',\n headerName: 'Address',\n flex: 1,\n },\n {\n field: 'accelerators',\n headerName: 'GPU Indexes',\n flex: 1,\n },\n {\n field: 'model_size_in_billions',\n headerName: 'Size',\n flex: 1,\n },\n {\n field: 'quantization',\n headerName: 'Quantization',\n flex: 1,\n },\n {\n field: 'replica',\n headerName: 'Replica',\n flex: 1,\n },\n {\n field: 'url',\n headerName: 'Actions',\n flex: 1,\n minWidth: 200,\n sortable: false,\n filterable: false,\n disableColumnMenu: true,\n renderCell: ({ row }) => {\n const url = row.url\n const openUrl = `${endPoint}/` + url\n const closeUrl = `${endPoint}/v1/models/` + url\n const gradioUrl = `${endPoint}/v1/ui/` + url\n\n if (url === 'IS_LOADING') {\n return <div></div>\n }\n\n return (\n <Box\n style={{\n width: '100%',\n display: 'flex',\n justifyContent: 'left',\n alignItems: 'left',\n }}\n >\n <button\n title=\"Launch Web UI\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n // Make sure no ongoing call\n return\n }\n\n setIsCallingApi(true)\n\n fetcher(openUrl, {\n method: 'HEAD',\n })\n .then((response) => {\n if (response.status === 404) {\n // If web UI doesn't exist (404 Not Found)\n console.log('UI does not exist, creating new...')\n return fetcher(gradioUrl, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n model_type: row.model_type,\n model_name: row.model_family,\n model_size_in_billions: row.model_size_in_billions,\n model_format: row.model_format,\n quantization: row.quantization,\n context_length: row.context_length,\n model_ability: row.model_ability,\n model_description: row.model_description,\n model_lang: row.model_lang,\n }),\n })\n .then((response) => response.json())\n .then(() =>\n window.open(openUrl, '_blank', 'noopener noreferrer')\n )\n .finally(() => setIsCallingApi(false))\n } else if (response.ok) {\n // If web UI does exist\n console.log('UI exists, opening...')\n window.open(openUrl, '_blank', 'noopener noreferrer')\n setIsCallingApi(false)\n } else {\n // Other HTTP errors\n console.error(\n `Unexpected response status: ${response.status}`\n )\n setIsCallingApi(false)\n }\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <OpenInBrowserOutlinedIcon />\n </Box>\n </button>\n <button\n title=\"Terminate Model\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n return\n }\n setIsCallingApi(true)\n fetcher(closeUrl, {\n method: 'DELETE',\n })\n .then((response) => {\n response.json()\n })\n .then(() => {\n setIsCallingApi(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <DeleteOutlineOutlinedIcon />\n </Box>\n </button>\n </Box>\n )\n },\n },\n ]\n\n const embeddingModelColumns = [\n {\n field: 'id',\n headerName: 'ID',\n flex: 1,\n minWidth: 250,\n },\n {\n field: 'model_name',\n headerName: 'Name',\n flex: 1,\n },\n {\n field: 'address',\n headerName: 'Address',\n flex: 1,\n },\n {\n field: 'accelerators',\n headerName: 'GPU Indexes',\n flex: 1,\n },\n {\n field: 'replica',\n headerName: 'Replica',\n flex: 1,\n },\n {\n field: 'url',\n headerName: 'Actions',\n flex: 1,\n minWidth: 200,\n sortable: false,\n filterable: false,\n disableColumnMenu: true,\n renderCell: ({ row }) => {\n const url = row.url\n const closeUrl = `${endPoint}/v1/models/` + url\n\n if (url === 'IS_LOADING') {\n return <div></div>\n }\n\n return (\n <Box\n style={{\n width: '100%',\n display: 'flex',\n justifyContent: 'left',\n alignItems: 'left',\n }}\n >\n <button\n title=\"Terminate Model\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n return\n }\n setIsCallingApi(true)\n fetcher(closeUrl, {\n method: 'DELETE',\n })\n .then((response) => {\n response.json()\n })\n .then(() => {\n setIsCallingApi(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <DeleteOutlineOutlinedIcon />\n </Box>\n </button>\n </Box>\n )\n },\n },\n ]\n const imageModelColumns = [\n {\n field: 'id',\n headerName: 'ID',\n flex: 1,\n minWidth: 250,\n },\n {\n field: 'model_name',\n headerName: 'Name',\n flex: 1,\n },\n {\n field: 'address',\n headerName: 'Address',\n flex: 1,\n },\n {\n field: 'accelerators',\n headerName: 'GPU Indexes',\n flex: 1,\n },\n {\n field: 'url',\n headerName: 'Actions',\n flex: 1,\n minWidth: 200,\n sortable: false,\n filterable: false,\n disableColumnMenu: true,\n renderCell: ({ row }) => {\n //这个url指的是model_uid\n const url = row.url\n console.log('url: ' + url)\n const openUrl = `${endPoint}/` + url\n const closeUrl = `${endPoint}/v1/models/` + url\n const gradioUrl = `${endPoint}/v1/ui/images/` + url\n\n if (url === 'IS_LOADING') {\n return <div></div>\n }\n\n return (\n <Box\n style={{\n width: '100%',\n display: 'flex',\n justifyContent: 'left',\n alignItems: 'left',\n }}\n >\n <button\n title=\"Launch Web UI\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n // Make sure no ongoing call\n return\n }\n\n setIsCallingApi(true)\n\n fetcher(openUrl, {\n method: 'HEAD',\n })\n .then((response) => {\n if (response.status === 404) {\n // If web UI doesn't exist (404 Not Found)\n console.log('UI does not exist, creating new...')\n return fetcher(gradioUrl, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n model_type: row.model_type,\n model_family: row.model_family,\n model_id: row.id,\n controlnet: row.controlnet,\n model_revision: row.model_revision,\n model_name: row.model_name,\n model_ability: row.model_ability,\n }),\n })\n .then((response) => response.json())\n .then(() =>\n window.open(openUrl, '_blank', 'noopener noreferrer')\n )\n .finally(() => setIsCallingApi(false))\n } else if (response.ok) {\n // If web UI does exist\n console.log('UI exists, opening...')\n window.open(openUrl, '_blank', 'noopener noreferrer')\n setIsCallingApi(false)\n } else {\n // Other HTTP errors\n console.error(\n `Unexpected response status: ${response.status}`\n )\n setIsCallingApi(false)\n }\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <OpenInBrowserOutlinedIcon />\n </Box>\n </button>\n <button\n title=\"Terminate Model\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n return\n }\n setIsCallingApi(true)\n fetcher(closeUrl, {\n method: 'DELETE',\n })\n .then((response) => {\n response.json()\n })\n .then(() => {\n setIsCallingApi(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <DeleteOutlineOutlinedIcon />\n </Box>\n </button>\n </Box>\n )\n },\n },\n ]\n const audioModelColumns = embeddingModelColumns\n const videoModelColumns = embeddingModelColumns\n const rerankModelColumns = embeddingModelColumns\n const flexibleModelColumns = embeddingModelColumns\n\n const dataGridStyle = {\n '& .MuiDataGrid-cell': {\n borderBottom: 'none',\n },\n '& .MuiDataGrid-columnHeaders': {\n borderBottom: 'none',\n },\n '& .MuiDataGrid-columnHeaderTitle': {\n fontWeight: 'bold',\n },\n '& .MuiDataGrid-virtualScroller': {\n overflowX: 'visible !important',\n overflow: 'visible',\n },\n '& .MuiDataGrid-footerContainer': {\n borderTop: 'none',\n },\n 'border-width': '0px',\n }\n\n const noRowsOverlay = () => {\n return (\n <Stack height=\"100%\" alignItems=\"center\" justifyContent=\"center\">\n No Running Models\n </Stack>\n )\n }\n\n const noResultsOverlay = () => {\n return (\n <Stack height=\"100%\" alignItems=\"center\" justifyContent=\"center\">\n No Running Models Matches\n </Stack>\n )\n }\n\n return (\n <Box\n sx={{\n height: '100%',\n width: '100%',\n padding: '20px 20px 0 20px',\n }}\n >\n <Title title=\"Running Models\" />\n <ErrorMessageSnackBar />\n <TabContext value={tabValue}>\n <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n <TabList\n value={tabValue}\n onChange={handleTabChange}\n aria-label=\"tabs\"\n >\n <Tab label=\"Language Models\" value=\"/running_models/LLM\" />\n <Tab label=\"Embedding Models\" value=\"/running_models/embedding\" />\n <Tab label=\"Rerank models\" value=\"/running_models/rerank\" />\n <Tab label=\"Image models\" value=\"/running_models/image\" />\n <Tab label=\"Audio models\" value=\"/running_models/audio\" />\n <Tab label=\"Video models\" value=\"/running_models/video\" />\n <Tab label=\"Flexible models\" value=\"/running_models/flexible\" />\n </TabList>\n </Box>\n <TabPanel value=\"/running_models/LLM\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={llmData}\n columns={llmColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/embedding\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={embeddingModelData}\n columns={embeddingModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/rerank\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={rerankModelData}\n columns={rerankModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/image\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={imageModelData}\n columns={imageModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/audio\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={audioModelData}\n columns={audioModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/video\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={videoModelData}\n columns={videoModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/flexible\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={flexibleModelData}\n columns={flexibleModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n </TabContext>\n </Box>\n )\n}\n\nexport default RunningModels\n"],"mappings":"yRAAA,MAAO,CAAAA,yBAAyB,KAAM,2CAA2C,CACjF,MAAO,CAAAC,yBAAyB,KAAM,2CAA2C,CACjF,OAASC,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,GAAG,CAAEC,KAAK,CAAEC,GAAG,KAAQ,eAAe,CAC/C,OAASC,QAAQ,KAAQ,kBAAkB,CAC3C,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,OAAO,KAAM,0BAA0B,CAC9C,MAAO,CAAAC,YAAY,KAAM,+BAA+B,CACxD,MAAO,CAAAC,KAAK,KAAM,wBAAwB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAE1C,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,IAAAC,eAAA,CAAgChB,KAAK,CAACG,QAAQ,CAC5Cc,cAAc,CAACC,OAAO,CAAC,kBAAkB,CAC3C,CAAC,CAAAC,gBAAA,CAAAC,cAAA,CAAAJ,eAAA,IAFMK,QAAQ,CAAAF,gBAAA,IAAEG,WAAW,CAAAH,gBAAA,IAG5B,IAAAI,SAAA,CAA8BpB,QAAQ,CAAC,EAAE,CAAC,CAAAqB,UAAA,CAAAJ,cAAA,CAAAG,SAAA,IAAnCE,OAAO,CAAAD,UAAA,IAAEE,UAAU,CAAAF,UAAA,IAC1B,IAAAG,UAAA,CAAoDxB,QAAQ,CAAC,EAAE,CAAC,CAAAyB,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAAzDE,kBAAkB,CAAAD,UAAA,IAAEE,qBAAqB,CAAAF,UAAA,IAChD,IAAAG,UAAA,CAA4C5B,QAAQ,CAAC,EAAE,CAAC,CAAA6B,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAAjDE,cAAc,CAAAD,UAAA,IAAEE,iBAAiB,CAAAF,UAAA,IACxC,IAAAG,UAAA,CAA4ChC,QAAQ,CAAC,EAAE,CAAC,CAAAiC,UAAA,CAAAhB,cAAA,CAAAe,UAAA,IAAjDE,cAAc,CAAAD,UAAA,IAAEE,iBAAiB,CAAAF,UAAA,IACxC,IAAAG,UAAA,CAA4CpC,QAAQ,CAAC,EAAE,CAAC,CAAAqC,WAAA,CAAApB,cAAA,CAAAmB,UAAA,IAAjDE,cAAc,CAAAD,WAAA,IAAEE,iBAAiB,CAAAF,WAAA,IACxC,IAAAG,WAAA,CAA8CxC,QAAQ,CAAC,EAAE,CAAC,CAAAyC,WAAA,CAAAxB,cAAA,CAAAuB,WAAA,IAAnDE,eAAe,CAAAD,WAAA,IAAEE,kBAAkB,CAAAF,WAAA,IAC1C,IAAAG,WAAA,CAAkD5C,QAAQ,CAAC,EAAE,CAAC,CAAA6C,WAAA,CAAA5B,cAAA,CAAA2B,WAAA,IAAvDE,iBAAiB,CAAAD,WAAA,IAAEE,oBAAoB,CAAAF,WAAA,IAC9C,IAAAG,WAAA,CAA0ClD,UAAU,CAACK,UAAU,CAAC,CAAxD8C,YAAY,CAAAD,WAAA,CAAZC,YAAY,CAAEC,eAAe,CAAAF,WAAA,CAAfE,eAAe,CACrC,IAAAC,YAAA,CAAgDrD,UAAU,CAACK,UAAU,CAAC,CAA9DiD,eAAe,CAAAD,YAAA,CAAfC,eAAe,CAAEC,kBAAkB,CAAAF,YAAA,CAAlBE,kBAAkB,CAC3C,IAAAC,YAAA,CAAwBxD,UAAU,CAACK,UAAU,CAAC,CAAtCoD,WAAW,CAAAD,YAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiBvD,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAAwD,YAAA,CAAAxC,cAAA,CAAAuC,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAGzD,WAAW,CAAC,CAAC,CAC9B,GAAM,CAAA0D,QAAQ,CAAG9D,UAAU,CAACK,UAAU,CAAC,CAACyD,QAAQ,CAEhD,GAAM,CAAAC,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,KAAK,CAAEC,QAAQ,CAAK,CAC3C5C,WAAW,CAAC4C,QAAQ,CAAC,CACrBJ,QAAQ,CAACI,QAAQ,CAAC,CAClBjD,cAAc,CAACkD,OAAO,CAAC,kBAAkB,CAAED,QAAQ,CAAC,CACtD,CAAC,CAED,GAAM,CAAAE,MAAM,CAAG,QAAT,CAAAA,MAAMA,CAAIhB,YAAY,CAAK,CAC/B,GAAIS,MAAM,CAACQ,KAAK,GAAK,EAAE,EAAIR,MAAM,CAACQ,KAAK,GAAKC,SAAS,CAAE,CACrDR,QAAQ,CAAC,QAAQ,CAAE,CAAES,OAAO,CAAE,IAAK,CAAC,CAAC,CACrC,OACF,CACA,GAAIV,MAAM,CAACQ,KAAK,GAAK,SAAS,EAAI,CAACpD,cAAc,CAACC,OAAO,CAAC,OAAO,CAAC,CAAE,CAClE4C,QAAQ,CAAC,QAAQ,CAAE,CAAES,OAAO,CAAE,IAAK,CAAC,CAAC,CACrC,OACF,CACA,GAAInB,YAAY,CAAE,CAChB1B,UAAU,CAAC,CAAC,CAAE8C,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAAC,CAAC,CAC1E3C,qBAAqB,CAAC,CACpB,CAAE0C,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFnC,iBAAiB,CAAC,CAChB,CAAEkC,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACF/B,iBAAiB,CAAC,CAChB,CAAE8B,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFvC,iBAAiB,CAAC,CAChB,CAAEsC,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACF3B,kBAAkB,CAAC,CACjB,CAAE0B,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFvB,oBAAoB,CAAC,CACnB,CAAEsB,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACJ,CAAC,IAAM,CACLjB,kBAAkB,CAAC,IAAI,CAAC,CAExB/C,YAAY,CACTiE,GAAG,CAAC,YAAY,CAAC,CACjBC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAM,CAAAC,UAAU,CAAG,EAAE,CACrB,GAAM,CAAAC,qBAAqB,CAAG,EAAE,CAChC,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,kBAAkB,CAAG,EAAE,CAC7B,GAAM,CAAAC,oBAAoB,CAAG,EAAE,CAC/BP,QAAQ,CAACQ,IAAI,CAACC,OAAO,CAAC,SAACC,KAAK,CAAK,CAC/B,GAAI,CAAApB,QAAQ,CAAAqB,aAAA,CAAAA,aAAA,IACPD,KAAK,MACRd,EAAE,CAAEc,KAAK,CAACd,EAAE,CACZC,GAAG,CAAEa,KAAK,CAACd,EAAE,EACd,CACD,GAAIN,QAAQ,CAACsB,UAAU,GAAK,KAAK,CAAE,CACjCX,UAAU,CAACY,IAAI,CAACvB,QAAQ,CAAC,CAC3B,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,WAAW,CAAE,CAC9CV,qBAAqB,CAACW,IAAI,CAACvB,QAAQ,CAAC,CACtC,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,OAAO,CAAE,CAC1CR,iBAAiB,CAACS,IAAI,CAACvB,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,OAAO,CAAE,CAC1CP,iBAAiB,CAACQ,IAAI,CAACvB,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,OAAO,CAAE,CAC1CT,iBAAiB,CAACU,IAAI,CAACvB,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,QAAQ,CAAE,CAC3CN,kBAAkB,CAACO,IAAI,CAACvB,QAAQ,CAAC,CACnC,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,UAAU,CAAE,CAC7CL,oBAAoB,CAACM,IAAI,CAACvB,QAAQ,CAAC,CACrC,CACF,CAAC,CAAC,CACFxC,UAAU,CAACmD,UAAU,CAAC,CACtB/C,qBAAqB,CAACgD,qBAAqB,CAAC,CAC5CxC,iBAAiB,CAAC0C,iBAAiB,CAAC,CACpCtC,iBAAiB,CAACuC,iBAAiB,CAAC,CACpC/C,iBAAiB,CAAC6C,iBAAiB,CAAC,CACpCjC,kBAAkB,CAACoC,kBAAkB,CAAC,CACtChC,oBAAoB,CAACiC,oBAAoB,CAAC,CAC1C3B,kBAAkB,CAAC,KAAK,CAAC,CAC3B,CAAC,CAAC,CACDkC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BnC,kBAAkB,CAAC,KAAK,CAAC,CACzB,GAAImC,KAAK,CAACf,QAAQ,CAACiB,MAAM,GAAK,GAAG,EAAIF,KAAK,CAACf,QAAQ,CAACiB,MAAM,GAAK,GAAG,CAAE,CAClEnC,WAAW,CAACiC,KAAK,CAACG,OAAO,CAAC,CAC5B,CACF,CAAC,CAAC,CACN,CACF,CAAC,CAED5F,SAAS,CAAC,UAAM,CACdkE,MAAM,CAAChB,YAAY,CAAC,CACpB;AACF,CAAC,CAAE,CAACA,YAAY,CAAES,MAAM,CAACQ,KAAK,CAAC,CAAC,CAEhC,GAAM,CAAA0B,UAAU,CAAG,CACjB,CACEC,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,wBAAwB,CAC/BC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,cAAc,CAC1BC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAAC,IAAA,CAAa,IAAV,CAAAC,GAAG,CAAAD,IAAA,CAAHC,GAAG,CAChB,GAAM,CAAAhC,GAAG,CAAGgC,GAAG,CAAChC,GAAG,CACnB,GAAM,CAAAiC,OAAO,CAAG,GAAAC,MAAA,CAAG5C,QAAQ,MAAMU,GAAG,CACpC,GAAM,CAAAmC,QAAQ,CAAG,GAAAD,MAAA,CAAG5C,QAAQ,gBAAgBU,GAAG,CAC/C,GAAM,CAAAoC,SAAS,CAAG,GAAAF,MAAA,CAAG5C,QAAQ,YAAYU,GAAG,CAE5C,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAO7D,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEE,KAAA,CAAClB,GAAG,EACFkH,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,eAEFvG,IAAA,WACEwG,KAAK,CAAC,eAAe,CACrBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIrE,YAAY,EAAIG,eAAe,CAAE,CACnC;AACA,OACF,CAEAF,eAAe,CAAC,IAAI,CAAC,CAErB7C,OAAO,CAACkG,OAAO,CAAE,CACfgB,MAAM,CAAE,MACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAIA,QAAQ,CAACiB,MAAM,GAAK,GAAG,CAAE,CAC3B;AACAD,OAAO,CAAC+B,GAAG,CAAC,oCAAoC,CAAC,CACjD,MAAO,CAAAnH,OAAO,CAACqG,SAAS,CAAE,CACxBa,MAAM,CAAE,MAAM,CACdE,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACDC,IAAI,CAAEC,IAAI,CAACC,SAAS,CAAC,CACnBvC,UAAU,CAAEiB,GAAG,CAACjB,UAAU,CAC1BwC,UAAU,CAAEvB,GAAG,CAACwB,YAAY,CAC5BC,sBAAsB,CAAEzB,GAAG,CAACyB,sBAAsB,CAClDC,YAAY,CAAE1B,GAAG,CAAC0B,YAAY,CAC9BC,YAAY,CAAE3B,GAAG,CAAC2B,YAAY,CAC9BC,cAAc,CAAE5B,GAAG,CAAC4B,cAAc,CAClCC,aAAa,CAAE7B,GAAG,CAAC6B,aAAa,CAChCC,iBAAiB,CAAE9B,GAAG,CAAC8B,iBAAiB,CACxCC,UAAU,CAAE/B,GAAG,CAAC+B,UAClB,CAAC,CACH,CAAC,CAAC,CACC7D,IAAI,CAAC,SAACC,QAAQ,QAAK,CAAAA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,GAAC,CACnC9D,IAAI,CAAC,iBACJ,CAAA+D,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,EACvD,CAAC,CACAkC,OAAO,CAAC,iBAAM,CAAAvF,eAAe,CAAC,KAAK,CAAC,GAAC,CAC1C,CAAC,IAAM,IAAIuB,QAAQ,CAACiE,EAAE,CAAE,CACtB;AACAjD,OAAO,CAAC+B,GAAG,CAAC,uBAAuB,CAAC,CACpCe,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,CACrDrD,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,IAAM,CACL;AACAuC,OAAO,CAACD,KAAK,gCAAAgB,MAAA,CACoB/B,QAAQ,CAACiB,MAAM,CAChD,CAAC,CACDxC,eAAe,CAAC,KAAK,CAAC,CACxB,CACF,CAAC,CAAC,CACDqC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BtC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA8D,QAAA,cAEFvG,IAAA,CAAChB,GAAG,EACFmH,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEFvG,IAAA,CAACpB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,cACToB,IAAA,WACEwG,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIrE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrB7C,OAAO,CAACoG,QAAQ,CAAE,CAChBc,MAAM,CAAE,QACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACD9D,IAAI,CAAC,UAAM,CACVtB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDqC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BtC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA8D,QAAA,cAEFvG,IAAA,CAAChB,GAAG,EACFmH,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEFvG,IAAA,CAACrB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,EACN,CAAC,CAEV,CACF,CAAC,CACF,CAED,GAAM,CAAA4J,qBAAqB,CAAG,CAC5B,CACEnD,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAA6C,KAAA,CAAa,IAAV,CAAA3C,GAAG,CAAA2C,KAAA,CAAH3C,GAAG,CAChB,GAAM,CAAAhC,GAAG,CAAGgC,GAAG,CAAChC,GAAG,CACnB,GAAM,CAAAmC,QAAQ,CAAG,GAAAD,MAAA,CAAG5C,QAAQ,gBAAgBU,GAAG,CAE/C,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAO7D,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEA,IAAA,CAAChB,GAAG,EACFkH,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,cAEFvG,IAAA,WACEwG,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIrE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrB7C,OAAO,CAACoG,QAAQ,CAAE,CAChBc,MAAM,CAAE,QACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACD9D,IAAI,CAAC,UAAM,CACVtB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDqC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BtC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA8D,QAAA,cAEFvG,IAAA,CAAChB,GAAG,EACFmH,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEFvG,IAAA,CAACrB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,CACN,CAAC,CAEV,CACF,CAAC,CACF,CACD,GAAM,CAAA8J,iBAAiB,CAAG,CACxB,CACErD,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAA+C,KAAA,CAAa,IAAV,CAAA7C,GAAG,CAAA6C,KAAA,CAAH7C,GAAG,CAChB;AACA,GAAM,CAAAhC,GAAG,CAAGgC,GAAG,CAAChC,GAAG,CACnBmB,OAAO,CAAC+B,GAAG,CAAC,OAAO,CAAGlD,GAAG,CAAC,CAC1B,GAAM,CAAAiC,OAAO,CAAG,GAAAC,MAAA,CAAG5C,QAAQ,MAAMU,GAAG,CACpC,GAAM,CAAAmC,QAAQ,CAAG,GAAAD,MAAA,CAAG5C,QAAQ,gBAAgBU,GAAG,CAC/C,GAAM,CAAAoC,SAAS,CAAG,GAAAF,MAAA,CAAG5C,QAAQ,mBAAmBU,GAAG,CAEnD,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAO7D,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEE,KAAA,CAAClB,GAAG,EACFkH,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,eAEFvG,IAAA,WACEwG,KAAK,CAAC,eAAe,CACrBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIrE,YAAY,EAAIG,eAAe,CAAE,CACnC;AACA,OACF,CAEAF,eAAe,CAAC,IAAI,CAAC,CAErB7C,OAAO,CAACkG,OAAO,CAAE,CACfgB,MAAM,CAAE,MACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAIA,QAAQ,CAACiB,MAAM,GAAK,GAAG,CAAE,CAC3B;AACAD,OAAO,CAAC+B,GAAG,CAAC,oCAAoC,CAAC,CACjD,MAAO,CAAAnH,OAAO,CAACqG,SAAS,CAAE,CACxBa,MAAM,CAAE,MAAM,CACdE,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACDC,IAAI,CAAEC,IAAI,CAACC,SAAS,CAAC,CACnBvC,UAAU,CAAEiB,GAAG,CAACjB,UAAU,CAC1ByC,YAAY,CAAExB,GAAG,CAACwB,YAAY,CAC9BsB,QAAQ,CAAE9C,GAAG,CAACjC,EAAE,CAChBgF,UAAU,CAAE/C,GAAG,CAAC+C,UAAU,CAC1BC,cAAc,CAAEhD,GAAG,CAACgD,cAAc,CAClCzB,UAAU,CAAEvB,GAAG,CAACuB,UAAU,CAC1BM,aAAa,CAAE7B,GAAG,CAAC6B,aACrB,CAAC,CACH,CAAC,CAAC,CACC3D,IAAI,CAAC,SAACC,QAAQ,QAAK,CAAAA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,GAAC,CACnC9D,IAAI,CAAC,iBACJ,CAAA+D,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,EACvD,CAAC,CACAkC,OAAO,CAAC,iBAAM,CAAAvF,eAAe,CAAC,KAAK,CAAC,GAAC,CAC1C,CAAC,IAAM,IAAIuB,QAAQ,CAACiE,EAAE,CAAE,CACtB;AACAjD,OAAO,CAAC+B,GAAG,CAAC,uBAAuB,CAAC,CACpCe,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,CACrDrD,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,IAAM,CACL;AACAuC,OAAO,CAACD,KAAK,gCAAAgB,MAAA,CACoB/B,QAAQ,CAACiB,MAAM,CAChD,CAAC,CACDxC,eAAe,CAAC,KAAK,CAAC,CACxB,CACF,CAAC,CAAC,CACDqC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BtC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA8D,QAAA,cAEFvG,IAAA,CAAChB,GAAG,EACFmH,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEFvG,IAAA,CAACpB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,cACToB,IAAA,WACEwG,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIrE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrB7C,OAAO,CAACoG,QAAQ,CAAE,CAChBc,MAAM,CAAE,QACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACD9D,IAAI,CAAC,UAAM,CACVtB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDqC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BtC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA8D,QAAA,cAEFvG,IAAA,CAAChB,GAAG,EACFmH,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEFvG,IAAA,CAACrB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,EACN,CAAC,CAEV,CACF,CAAC,CACF,CACD,GAAM,CAAAmK,iBAAiB,CAAGP,qBAAqB,CAC/C,GAAM,CAAAQ,iBAAiB,CAAGR,qBAAqB,CAC/C,GAAM,CAAAS,kBAAkB,CAAGT,qBAAqB,CAChD,GAAM,CAAAU,oBAAoB,CAAGV,qBAAqB,CAElD,GAAM,CAAAW,aAAa,CAAG,CACpB,qBAAqB,CAAE,CACrBC,YAAY,CAAE,MAChB,CAAC,CACD,8BAA8B,CAAE,CAC9BA,YAAY,CAAE,MAChB,CAAC,CACD,kCAAkC,CAAE,CAClCC,UAAU,CAAE,MACd,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,oBAAoB,CAC/BC,QAAQ,CAAE,SACZ,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,MACb,CAAC,CACD,cAAc,CAAE,KAClB,CAAC,CAED,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,mBACExJ,IAAA,CAACf,KAAK,EAACwK,MAAM,CAAC,MAAM,CAACnD,UAAU,CAAC,QAAQ,CAACD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CAAC,mBAEjE,CAAO,CAAC,CAEZ,CAAC,CAED,GAAM,CAAAmD,gBAAgB,CAAG,QAAnB,CAAAA,gBAAgBA,CAAA,CAAS,CAC7B,mBACE1J,IAAA,CAACf,KAAK,EAACwK,MAAM,CAAC,MAAM,CAACnD,UAAU,CAAC,QAAQ,CAACD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CAAC,2BAEjE,CAAO,CAAC,CAEZ,CAAC,CAED,mBACErG,KAAA,CAAClB,GAAG,EACF2K,EAAE,CAAE,CACFF,MAAM,CAAE,MAAM,CACdtD,KAAK,CAAE,MAAM,CACbyD,OAAO,CAAE,kBACX,CAAE,CAAArD,QAAA,eAEFvG,IAAA,CAACF,KAAK,EAAC0G,KAAK,CAAC,gBAAgB,CAAE,CAAC,cAChCxG,IAAA,CAACL,oBAAoB,GAAE,CAAC,cACxBO,KAAA,CAACrB,UAAU,EAACgL,KAAK,CAAEpJ,QAAS,CAAA8F,QAAA,eAC1BvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAER,YAAY,CAAE,CAAC,CAAEb,WAAW,CAAE,SAAU,CAAE,CAAA/B,QAAA,cACnDrG,KAAA,CAACpB,OAAO,EACN+K,KAAK,CAAEpJ,QAAS,CAChBqJ,QAAQ,CAAE1G,eAAgB,CAC1B,aAAW,MAAM,CAAAmD,QAAA,eAEjBvG,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,iBAAiB,CAACF,KAAK,CAAC,qBAAqB,CAAE,CAAC,cAC3D7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,kBAAkB,CAACF,KAAK,CAAC,2BAA2B,CAAE,CAAC,cAClE7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,eAAe,CAACF,KAAK,CAAC,wBAAwB,CAAE,CAAC,cAC5D7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,cAAc,CAACF,KAAK,CAAC,uBAAuB,CAAE,CAAC,cAC1D7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,cAAc,CAACF,KAAK,CAAC,uBAAuB,CAAE,CAAC,cAC1D7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,cAAc,CAACF,KAAK,CAAC,uBAAuB,CAAE,CAAC,cAC1D7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,iBAAiB,CAACF,KAAK,CAAC,0BAA0B,CAAE,CAAC,EACzD,CAAC,CACP,CAAC,cACN7J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,qBAAqB,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cACvDvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAEnJ,OAAQ,CACdoJ,OAAO,CAAE9E,UAAW,CACpB+E,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,2BAA2B,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cAC7DvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAE/I,kBAAmB,CACzBgJ,OAAO,CAAE1B,qBAAsB,CAC/B2B,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,wBAAwB,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cAC1DvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAE/H,eAAgB,CACtBgI,OAAO,CAAEjB,kBAAmB,CAC5BkB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,uBAAuB,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cACzDvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAE3I,cAAe,CACrB4I,OAAO,CAAExB,iBAAkB,CAC3ByB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,uBAAuB,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cACzDvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAEvI,cAAe,CACrBwI,OAAO,CAAEnB,iBAAkB,CAC3BoB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,uBAAuB,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cACzDvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAEnI,cAAe,CACrBoI,OAAO,CAAElB,iBAAkB,CAC3BmB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,0BAA0B,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cAC5DvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAE3H,iBAAkB,CACxB4H,OAAO,CAAEhB,oBAAqB,CAC9BiB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAvJ,aAAa","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}
{xinference-0.14.0.dist-info → xinference-0.14.1.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xinference
3
- Version: 0.14.0
3
+ Version: 0.14.1
4
4
  Summary: Model Serving Made Easy
5
5
  Home-page: https://github.com/xorbitsai/inference
6
6
  Author: Qin Xuye
@@ -19,155 +19,161 @@ Classifier: Programming Language :: Python :: Implementation :: CPython
19
19
  Classifier: Topic :: Software Development :: Libraries
20
20
  Description-Content-Type: text/markdown
21
21
  License-File: LICENSE
22
- Requires-Dist: xoscar >=0.3.0
22
+ Requires-Dist: xoscar>=0.3.0
23
23
  Requires-Dist: torch
24
- Requires-Dist: gradio ==4.26.0
25
- Requires-Dist: typer[all] <0.12.0
24
+ Requires-Dist: gradio==4.26.0
25
+ Requires-Dist: typer[all]<0.12.0
26
26
  Requires-Dist: pillow
27
27
  Requires-Dist: click
28
- Requires-Dist: tqdm >=4.27
28
+ Requires-Dist: tqdm>=4.27
29
29
  Requires-Dist: tabulate
30
30
  Requires-Dist: requests
31
31
  Requires-Dist: pydantic
32
- Requires-Dist: fastapi ==0.110.3
32
+ Requires-Dist: fastapi==0.110.3
33
33
  Requires-Dist: uvicorn
34
- Requires-Dist: huggingface-hub >=0.19.4
34
+ Requires-Dist: huggingface-hub>=0.19.4
35
35
  Requires-Dist: typing-extensions
36
- Requires-Dist: fsspec ==2023.10.0
37
- Requires-Dist: s3fs ==2023.10.0
38
- Requires-Dist: modelscope >=1.10.0
39
- Requires-Dist: sse-starlette >=1.6.5
40
- Requires-Dist: openai >1
36
+ Requires-Dist: fsspec==2023.10.0
37
+ Requires-Dist: s3fs==2023.10.0
38
+ Requires-Dist: modelscope>=1.10.0
39
+ Requires-Dist: sse-starlette>=1.6.5
40
+ Requires-Dist: openai<1.40,>1
41
41
  Requires-Dist: python-jose[cryptography]
42
42
  Requires-Dist: passlib[bcrypt]
43
- Requires-Dist: aioprometheus[starlette] >=23.12.0
43
+ Requires-Dist: aioprometheus[starlette]>=23.12.0
44
44
  Requires-Dist: pynvml
45
45
  Requires-Dist: async-timeout
46
46
  Requires-Dist: peft
47
47
  Requires-Dist: timm
48
48
  Requires-Dist: opencv-contrib-python
49
49
  Provides-Extra: all
50
- Requires-Dist: llama-cpp-python !=0.2.58,>=0.2.25 ; extra == 'all'
51
- Requires-Dist: transformers >=4.34.2 ; extra == 'all'
52
- Requires-Dist: torch ; extra == 'all'
53
- Requires-Dist: accelerate >=0.27.2 ; extra == 'all'
54
- Requires-Dist: sentencepiece ; extra == 'all'
55
- Requires-Dist: transformers-stream-generator ; extra == 'all'
56
- Requires-Dist: bitsandbytes ; extra == 'all'
57
- Requires-Dist: protobuf ; extra == 'all'
58
- Requires-Dist: einops ; extra == 'all'
59
- Requires-Dist: tiktoken ; extra == 'all'
60
- Requires-Dist: sentence-transformers >=2.7.0 ; extra == 'all'
61
- Requires-Dist: diffusers ; extra == 'all'
62
- Requires-Dist: controlnet-aux ; extra == 'all'
63
- Requires-Dist: orjson ; extra == 'all'
64
- Requires-Dist: optimum ; extra == 'all'
65
- Requires-Dist: outlines >=0.0.34 ; extra == 'all'
66
- Requires-Dist: attrdict ; extra == 'all'
67
- Requires-Dist: timm >=0.9.16 ; extra == 'all'
68
- Requires-Dist: torchvision ; extra == 'all'
69
- Requires-Dist: FlagEmbedding ; extra == 'all'
70
- Requires-Dist: omegaconf ~=2.3.0 ; extra == 'all'
71
- Requires-Dist: nemo-text-processing ; extra == 'all'
72
- Requires-Dist: WeTextProcessing ; extra == 'all'
73
- Requires-Dist: librosa ; extra == 'all'
74
- Requires-Dist: xxhash ; extra == 'all'
75
- Requires-Dist: torchaudio ; extra == 'all'
76
- Requires-Dist: ChatTTS >0.1 ; extra == 'all'
77
- Requires-Dist: HyperPyYAML ; extra == 'all'
78
- Requires-Dist: matcha-tts ; extra == 'all'
79
- Requires-Dist: onnxruntime ==1.16.0 ; extra == 'all'
80
- Requires-Dist: openai-whisper ; extra == 'all'
81
- Requires-Dist: boto3 <1.28.65,>=1.28.55 ; extra == 'all'
82
- Requires-Dist: tensorizer ~=2.9.0 ; extra == 'all'
83
- Requires-Dist: auto-gptq ; (sys_platform != "darwin") and extra == 'all'
84
- Requires-Dist: autoawq ; (sys_platform != "darwin") and extra == 'all'
85
- Requires-Dist: mlx-lm ; (sys_platform == "darwin" and platform_machine == "arm64") and extra == 'all'
86
- Requires-Dist: vllm >=0.2.6 ; (sys_platform == "linux") and extra == 'all'
87
- Requires-Dist: sglang >=0.2.7 ; (sys_platform == "linux") and extra == 'all'
50
+ Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "all"
51
+ Requires-Dist: transformers>=4.43.2; extra == "all"
52
+ Requires-Dist: torch; extra == "all"
53
+ Requires-Dist: accelerate>=0.27.2; extra == "all"
54
+ Requires-Dist: sentencepiece; extra == "all"
55
+ Requires-Dist: transformers-stream-generator; extra == "all"
56
+ Requires-Dist: bitsandbytes; extra == "all"
57
+ Requires-Dist: protobuf; extra == "all"
58
+ Requires-Dist: einops; extra == "all"
59
+ Requires-Dist: tiktoken; extra == "all"
60
+ Requires-Dist: sentence-transformers>=2.7.0; extra == "all"
61
+ Requires-Dist: diffusers>=0.25.0; extra == "all"
62
+ Requires-Dist: imageio-ffmpeg; extra == "all"
63
+ Requires-Dist: controlnet-aux; extra == "all"
64
+ Requires-Dist: orjson; extra == "all"
65
+ Requires-Dist: optimum; extra == "all"
66
+ Requires-Dist: outlines>=0.0.34; extra == "all"
67
+ Requires-Dist: attrdict; extra == "all"
68
+ Requires-Dist: timm>=0.9.16; extra == "all"
69
+ Requires-Dist: torchvision; extra == "all"
70
+ Requires-Dist: FlagEmbedding; extra == "all"
71
+ Requires-Dist: funasr; extra == "all"
72
+ Requires-Dist: omegaconf~=2.3.0; extra == "all"
73
+ Requires-Dist: nemo-text-processing; extra == "all"
74
+ Requires-Dist: WeTextProcessing; extra == "all"
75
+ Requires-Dist: librosa; extra == "all"
76
+ Requires-Dist: xxhash; extra == "all"
77
+ Requires-Dist: torchaudio; extra == "all"
78
+ Requires-Dist: ChatTTS>0.1; extra == "all"
79
+ Requires-Dist: HyperPyYAML; extra == "all"
80
+ Requires-Dist: matcha-tts; extra == "all"
81
+ Requires-Dist: onnxruntime==1.16.0; extra == "all"
82
+ Requires-Dist: openai-whisper; extra == "all"
83
+ Requires-Dist: boto3<1.28.65,>=1.28.55; extra == "all"
84
+ Requires-Dist: tensorizer~=2.9.0; extra == "all"
85
+ Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "all"
86
+ Requires-Dist: autoawq; sys_platform != "darwin" and extra == "all"
87
+ Requires-Dist: mlx-lm; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
88
+ Requires-Dist: vllm>=0.2.6; sys_platform == "linux" and extra == "all"
89
+ Requires-Dist: sglang>=0.2.7; sys_platform == "linux" and extra == "all"
88
90
  Provides-Extra: audio
89
- Requires-Dist: omegaconf ~=2.3.0 ; extra == 'audio'
90
- Requires-Dist: nemo-text-processing ; extra == 'audio'
91
- Requires-Dist: WeTextProcessing ; extra == 'audio'
92
- Requires-Dist: librosa ; extra == 'audio'
93
- Requires-Dist: xxhash ; extra == 'audio'
94
- Requires-Dist: torchaudio ; extra == 'audio'
95
- Requires-Dist: ChatTTS >0.1 ; extra == 'audio'
96
- Requires-Dist: HyperPyYAML ; extra == 'audio'
97
- Requires-Dist: matcha-tts ; extra == 'audio'
98
- Requires-Dist: onnxruntime ==1.16.0 ; extra == 'audio'
99
- Requires-Dist: openai-whisper ; extra == 'audio'
91
+ Requires-Dist: funasr; extra == "audio"
92
+ Requires-Dist: omegaconf~=2.3.0; extra == "audio"
93
+ Requires-Dist: nemo-text-processing; extra == "audio"
94
+ Requires-Dist: WeTextProcessing; extra == "audio"
95
+ Requires-Dist: librosa; extra == "audio"
96
+ Requires-Dist: xxhash; extra == "audio"
97
+ Requires-Dist: torchaudio; extra == "audio"
98
+ Requires-Dist: ChatTTS>0.1; extra == "audio"
99
+ Requires-Dist: HyperPyYAML; extra == "audio"
100
+ Requires-Dist: matcha-tts; extra == "audio"
101
+ Requires-Dist: onnxruntime==1.16.0; extra == "audio"
102
+ Requires-Dist: openai-whisper; extra == "audio"
100
103
  Provides-Extra: benchmark
101
- Requires-Dist: psutil ; extra == 'benchmark'
104
+ Requires-Dist: psutil; extra == "benchmark"
102
105
  Provides-Extra: dev
103
- Requires-Dist: cython >=0.29 ; extra == 'dev'
104
- Requires-Dist: pytest >=3.5.0 ; extra == 'dev'
105
- Requires-Dist: pytest-cov >=2.5.0 ; extra == 'dev'
106
- Requires-Dist: pytest-timeout >=1.2.0 ; extra == 'dev'
107
- Requires-Dist: pytest-forked >=1.0 ; extra == 'dev'
108
- Requires-Dist: pytest-asyncio >=0.14.0 ; extra == 'dev'
109
- Requires-Dist: pytest-mock >=3.11.1 ; extra == 'dev'
110
- Requires-Dist: ipython >=6.5.0 ; extra == 'dev'
111
- Requires-Dist: sphinx >=3.0.0 ; extra == 'dev'
112
- Requires-Dist: pydata-sphinx-theme >=0.3.0 ; extra == 'dev'
113
- Requires-Dist: sphinx-intl >=0.9.9 ; extra == 'dev'
114
- Requires-Dist: jieba >=0.42.0 ; extra == 'dev'
115
- Requires-Dist: flake8 >=3.8.0 ; extra == 'dev'
116
- Requires-Dist: black ; extra == 'dev'
117
- Requires-Dist: openai >1 ; extra == 'dev'
118
- Requires-Dist: opencv-contrib-python ; extra == 'dev'
119
- Requires-Dist: langchain ; extra == 'dev'
120
- Requires-Dist: langchain-community ; extra == 'dev'
121
- Requires-Dist: orjson ; extra == 'dev'
122
- Requires-Dist: sphinx-tabs ; extra == 'dev'
123
- Requires-Dist: sphinx-design ; extra == 'dev'
106
+ Requires-Dist: cython>=0.29; extra == "dev"
107
+ Requires-Dist: pytest>=3.5.0; extra == "dev"
108
+ Requires-Dist: pytest-cov>=2.5.0; extra == "dev"
109
+ Requires-Dist: pytest-timeout>=1.2.0; extra == "dev"
110
+ Requires-Dist: pytest-forked>=1.0; extra == "dev"
111
+ Requires-Dist: pytest-asyncio>=0.14.0; extra == "dev"
112
+ Requires-Dist: pytest-mock>=3.11.1; extra == "dev"
113
+ Requires-Dist: ipython>=6.5.0; extra == "dev"
114
+ Requires-Dist: sphinx>=3.0.0; extra == "dev"
115
+ Requires-Dist: pydata-sphinx-theme>=0.3.0; extra == "dev"
116
+ Requires-Dist: sphinx-intl>=0.9.9; extra == "dev"
117
+ Requires-Dist: jieba>=0.42.0; extra == "dev"
118
+ Requires-Dist: flake8>=3.8.0; extra == "dev"
119
+ Requires-Dist: black; extra == "dev"
120
+ Requires-Dist: openai<1.40,>1; extra == "dev"
121
+ Requires-Dist: opencv-contrib-python; extra == "dev"
122
+ Requires-Dist: langchain; extra == "dev"
123
+ Requires-Dist: langchain-community; extra == "dev"
124
+ Requires-Dist: orjson; extra == "dev"
125
+ Requires-Dist: sphinx-tabs; extra == "dev"
126
+ Requires-Dist: sphinx-design; extra == "dev"
124
127
  Provides-Extra: doc
125
- Requires-Dist: ipython >=6.5.0 ; extra == 'doc'
126
- Requires-Dist: sphinx >=3.0.0 ; extra == 'doc'
127
- Requires-Dist: pydata-sphinx-theme >=0.3.0 ; extra == 'doc'
128
- Requires-Dist: sphinx-intl >=0.9.9 ; extra == 'doc'
129
- Requires-Dist: sphinx-tabs ; extra == 'doc'
130
- Requires-Dist: sphinx-design ; extra == 'doc'
131
- Requires-Dist: prometheus-client ; extra == 'doc'
132
- Requires-Dist: timm ; extra == 'doc'
133
- Requires-Dist: opencv-contrib-python ; extra == 'doc'
128
+ Requires-Dist: ipython>=6.5.0; extra == "doc"
129
+ Requires-Dist: sphinx>=3.0.0; extra == "doc"
130
+ Requires-Dist: pydata-sphinx-theme>=0.3.0; extra == "doc"
131
+ Requires-Dist: sphinx-intl>=0.9.9; extra == "doc"
132
+ Requires-Dist: sphinx-tabs; extra == "doc"
133
+ Requires-Dist: sphinx-design; extra == "doc"
134
+ Requires-Dist: prometheus-client; extra == "doc"
135
+ Requires-Dist: timm; extra == "doc"
136
+ Requires-Dist: opencv-contrib-python; extra == "doc"
134
137
  Provides-Extra: embedding
135
- Requires-Dist: sentence-transformers >=2.7.0 ; extra == 'embedding'
138
+ Requires-Dist: sentence-transformers>=2.7.0; extra == "embedding"
136
139
  Provides-Extra: ggml
137
- Requires-Dist: llama-cpp-python !=0.2.58,>=0.2.25 ; extra == 'ggml'
140
+ Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "ggml"
138
141
  Provides-Extra: image
139
- Requires-Dist: diffusers ; extra == 'image'
140
- Requires-Dist: controlnet-aux ; extra == 'image'
142
+ Requires-Dist: diffusers>=0.25.0; extra == "image"
143
+ Requires-Dist: controlnet-aux; extra == "image"
141
144
  Provides-Extra: intel
142
- Requires-Dist: torch ==2.1.0a0 ; extra == 'intel'
143
- Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'intel'
145
+ Requires-Dist: torch==2.1.0a0; extra == "intel"
146
+ Requires-Dist: intel-extension-for-pytorch==2.1.10+xpu; extra == "intel"
144
147
  Provides-Extra: mlx
145
- Requires-Dist: mlx-lm ; extra == 'mlx'
148
+ Requires-Dist: mlx-lm; extra == "mlx"
146
149
  Provides-Extra: rerank
147
- Requires-Dist: FlagEmbedding ; extra == 'rerank'
150
+ Requires-Dist: FlagEmbedding; extra == "rerank"
148
151
  Provides-Extra: sglang
149
- Requires-Dist: outlines >=0.0.34 ; extra == 'sglang'
150
- Requires-Dist: sglang >=0.2.7 ; (sys_platform == "linux") and extra == 'sglang'
151
- Requires-Dist: vllm >=0.5.2 ; (sys_platform == "linux") and extra == 'sglang'
152
+ Requires-Dist: outlines>=0.0.34; extra == "sglang"
153
+ Requires-Dist: sglang>=0.2.7; sys_platform == "linux" and extra == "sglang"
154
+ Requires-Dist: vllm>=0.5.2; sys_platform == "linux" and extra == "sglang"
152
155
  Provides-Extra: transformers
153
- Requires-Dist: transformers >=4.34.2 ; extra == 'transformers'
154
- Requires-Dist: torch ; extra == 'transformers'
155
- Requires-Dist: accelerate >=0.27.2 ; extra == 'transformers'
156
- Requires-Dist: sentencepiece ; extra == 'transformers'
157
- Requires-Dist: transformers-stream-generator ; extra == 'transformers'
158
- Requires-Dist: bitsandbytes ; extra == 'transformers'
159
- Requires-Dist: protobuf ; extra == 'transformers'
160
- Requires-Dist: einops ; extra == 'transformers'
161
- Requires-Dist: tiktoken ; extra == 'transformers'
162
- Requires-Dist: optimum ; extra == 'transformers'
163
- Requires-Dist: attrdict ; extra == 'transformers'
164
- Requires-Dist: timm >=0.9.16 ; extra == 'transformers'
165
- Requires-Dist: torchvision ; extra == 'transformers'
166
- Requires-Dist: peft ; extra == 'transformers'
167
- Requires-Dist: auto-gptq ; (sys_platform != "darwin") and extra == 'transformers'
168
- Requires-Dist: autoawq ; (sys_platform != "darwin") and extra == 'transformers'
156
+ Requires-Dist: transformers>=4.43.2; extra == "transformers"
157
+ Requires-Dist: torch; extra == "transformers"
158
+ Requires-Dist: accelerate>=0.27.2; extra == "transformers"
159
+ Requires-Dist: sentencepiece; extra == "transformers"
160
+ Requires-Dist: transformers-stream-generator; extra == "transformers"
161
+ Requires-Dist: bitsandbytes; extra == "transformers"
162
+ Requires-Dist: protobuf; extra == "transformers"
163
+ Requires-Dist: einops; extra == "transformers"
164
+ Requires-Dist: tiktoken; extra == "transformers"
165
+ Requires-Dist: optimum; extra == "transformers"
166
+ Requires-Dist: attrdict; extra == "transformers"
167
+ Requires-Dist: timm>=0.9.16; extra == "transformers"
168
+ Requires-Dist: torchvision; extra == "transformers"
169
+ Requires-Dist: peft; extra == "transformers"
170
+ Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "transformers"
171
+ Requires-Dist: autoawq; sys_platform != "darwin" and extra == "transformers"
172
+ Provides-Extra: video
173
+ Requires-Dist: diffusers; extra == "video"
174
+ Requires-Dist: imageio-ffmpeg; extra == "video"
169
175
  Provides-Extra: vllm
170
- Requires-Dist: vllm >=0.2.6 ; extra == 'vllm'
176
+ Requires-Dist: vllm>=0.2.6; extra == "vllm"
171
177
 
172
178
  <div align="center">
173
179
  <img src="./assets/xorbits-logo.png" width="180px" alt="xorbits" />
@@ -268,7 +274,7 @@ with popular third-party libraries including [LangChain](https://python.langchai
268
274
 
269
275
  ### Jupyter Notebook
270
276
 
271
- The lightest way to experience Xinference is to try our [Juypter Notebook on Google Colab](https://colab.research.google.com/github/xorbitsai/inference/blob/main/examples/Xinference_Quick_Start.ipynb).
277
+ The lightest way to experience Xinference is to try our [Jupyter Notebook on Google Colab](https://colab.research.google.com/github/xorbitsai/inference/blob/main/examples/Xinference_Quick_Start.ipynb).
272
278
 
273
279
  ### Docker
274
280