xinference 1.0.0__py3-none-any.whl → 1.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of xinference might be problematic. Click here for more details.

Files changed (94) hide show
  1. xinference/_compat.py +22 -2
  2. xinference/_version.py +3 -3
  3. xinference/api/restful_api.py +91 -6
  4. xinference/client/restful/restful_client.py +39 -0
  5. xinference/core/model.py +41 -13
  6. xinference/deploy/cmdline.py +3 -1
  7. xinference/deploy/test/test_cmdline.py +56 -0
  8. xinference/isolation.py +24 -0
  9. xinference/model/audio/__init__.py +12 -0
  10. xinference/model/audio/core.py +26 -4
  11. xinference/model/audio/f5tts.py +195 -0
  12. xinference/model/audio/fish_speech.py +71 -35
  13. xinference/model/audio/model_spec.json +88 -0
  14. xinference/model/audio/model_spec_modelscope.json +9 -0
  15. xinference/model/audio/whisper_mlx.py +208 -0
  16. xinference/model/embedding/core.py +322 -6
  17. xinference/model/embedding/model_spec.json +8 -1
  18. xinference/model/embedding/model_spec_modelscope.json +9 -1
  19. xinference/model/llm/__init__.py +4 -2
  20. xinference/model/llm/llm_family.json +479 -53
  21. xinference/model/llm/llm_family_modelscope.json +423 -17
  22. xinference/model/llm/mlx/core.py +230 -50
  23. xinference/model/llm/sglang/core.py +2 -0
  24. xinference/model/llm/transformers/chatglm.py +9 -5
  25. xinference/model/llm/transformers/core.py +1 -0
  26. xinference/model/llm/transformers/glm_edge_v.py +230 -0
  27. xinference/model/llm/transformers/utils.py +16 -8
  28. xinference/model/llm/utils.py +23 -1
  29. xinference/model/llm/vllm/core.py +89 -2
  30. xinference/thirdparty/f5_tts/__init__.py +0 -0
  31. xinference/thirdparty/f5_tts/api.py +166 -0
  32. xinference/thirdparty/f5_tts/configs/E2TTS_Base_train.yaml +44 -0
  33. xinference/thirdparty/f5_tts/configs/E2TTS_Small_train.yaml +44 -0
  34. xinference/thirdparty/f5_tts/configs/F5TTS_Base_train.yaml +46 -0
  35. xinference/thirdparty/f5_tts/configs/F5TTS_Small_train.yaml +46 -0
  36. xinference/thirdparty/f5_tts/eval/README.md +49 -0
  37. xinference/thirdparty/f5_tts/eval/ecapa_tdnn.py +330 -0
  38. xinference/thirdparty/f5_tts/eval/eval_infer_batch.py +207 -0
  39. xinference/thirdparty/f5_tts/eval/eval_infer_batch.sh +13 -0
  40. xinference/thirdparty/f5_tts/eval/eval_librispeech_test_clean.py +84 -0
  41. xinference/thirdparty/f5_tts/eval/eval_seedtts_testset.py +84 -0
  42. xinference/thirdparty/f5_tts/eval/utils_eval.py +405 -0
  43. xinference/thirdparty/f5_tts/infer/README.md +191 -0
  44. xinference/thirdparty/f5_tts/infer/SHARED.md +74 -0
  45. xinference/thirdparty/f5_tts/infer/examples/basic/basic.toml +11 -0
  46. xinference/thirdparty/f5_tts/infer/examples/basic/basic_ref_en.wav +0 -0
  47. xinference/thirdparty/f5_tts/infer/examples/basic/basic_ref_zh.wav +0 -0
  48. xinference/thirdparty/f5_tts/infer/examples/multi/country.flac +0 -0
  49. xinference/thirdparty/f5_tts/infer/examples/multi/main.flac +0 -0
  50. xinference/thirdparty/f5_tts/infer/examples/multi/story.toml +19 -0
  51. xinference/thirdparty/f5_tts/infer/examples/multi/story.txt +1 -0
  52. xinference/thirdparty/f5_tts/infer/examples/multi/town.flac +0 -0
  53. xinference/thirdparty/f5_tts/infer/examples/vocab.txt +2545 -0
  54. xinference/thirdparty/f5_tts/infer/infer_cli.py +226 -0
  55. xinference/thirdparty/f5_tts/infer/infer_gradio.py +851 -0
  56. xinference/thirdparty/f5_tts/infer/speech_edit.py +193 -0
  57. xinference/thirdparty/f5_tts/infer/utils_infer.py +538 -0
  58. xinference/thirdparty/f5_tts/model/__init__.py +10 -0
  59. xinference/thirdparty/f5_tts/model/backbones/README.md +20 -0
  60. xinference/thirdparty/f5_tts/model/backbones/dit.py +163 -0
  61. xinference/thirdparty/f5_tts/model/backbones/mmdit.py +146 -0
  62. xinference/thirdparty/f5_tts/model/backbones/unett.py +219 -0
  63. xinference/thirdparty/f5_tts/model/cfm.py +285 -0
  64. xinference/thirdparty/f5_tts/model/dataset.py +319 -0
  65. xinference/thirdparty/f5_tts/model/modules.py +658 -0
  66. xinference/thirdparty/f5_tts/model/trainer.py +366 -0
  67. xinference/thirdparty/f5_tts/model/utils.py +185 -0
  68. xinference/thirdparty/f5_tts/scripts/count_max_epoch.py +33 -0
  69. xinference/thirdparty/f5_tts/scripts/count_params_gflops.py +39 -0
  70. xinference/thirdparty/f5_tts/socket_server.py +159 -0
  71. xinference/thirdparty/f5_tts/train/README.md +77 -0
  72. xinference/thirdparty/f5_tts/train/datasets/prepare_csv_wavs.py +139 -0
  73. xinference/thirdparty/f5_tts/train/datasets/prepare_emilia.py +230 -0
  74. xinference/thirdparty/f5_tts/train/datasets/prepare_libritts.py +92 -0
  75. xinference/thirdparty/f5_tts/train/datasets/prepare_ljspeech.py +65 -0
  76. xinference/thirdparty/f5_tts/train/datasets/prepare_wenetspeech4tts.py +125 -0
  77. xinference/thirdparty/f5_tts/train/finetune_cli.py +174 -0
  78. xinference/thirdparty/f5_tts/train/finetune_gradio.py +1846 -0
  79. xinference/thirdparty/f5_tts/train/train.py +75 -0
  80. xinference/types.py +2 -1
  81. xinference/web/ui/build/asset-manifest.json +3 -3
  82. xinference/web/ui/build/index.html +1 -1
  83. xinference/web/ui/build/static/js/{main.2f269bb3.js → main.4eb4ee80.js} +3 -3
  84. xinference/web/ui/build/static/js/main.4eb4ee80.js.map +1 -0
  85. xinference/web/ui/node_modules/.cache/babel-loader/8c5eeb02f772d02cbe8b89c05428d0dd41a97866f75f7dc1c2164a67f5a1cf98.json +1 -0
  86. {xinference-1.0.0.dist-info → xinference-1.1.0.dist-info}/METADATA +39 -18
  87. {xinference-1.0.0.dist-info → xinference-1.1.0.dist-info}/RECORD +92 -39
  88. {xinference-1.0.0.dist-info → xinference-1.1.0.dist-info}/WHEEL +1 -1
  89. xinference/web/ui/build/static/js/main.2f269bb3.js.map +0 -1
  90. xinference/web/ui/node_modules/.cache/babel-loader/bd6ad8159341315a1764c397621a560809f7eb7219ab5174c801fca7e969d943.json +0 -1
  91. /xinference/web/ui/build/static/js/{main.2f269bb3.js.LICENSE.txt → main.4eb4ee80.js.LICENSE.txt} +0 -0
  92. {xinference-1.0.0.dist-info → xinference-1.1.0.dist-info}/LICENSE +0 -0
  93. {xinference-1.0.0.dist-info → xinference-1.1.0.dist-info}/entry_points.txt +0 -0
  94. {xinference-1.0.0.dist-info → xinference-1.1.0.dist-info}/top_level.txt +0 -0
@@ -0,0 +1 @@
1
+ {"ast":null,"code":"import _objectSpread from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import DeleteOutlineOutlinedIcon from'@mui/icons-material/DeleteOutlineOutlined';import OpenInBrowserOutlinedIcon from'@mui/icons-material/OpenInBrowserOutlined';import{TabContext,TabList,TabPanel}from'@mui/lab';import{Badge,Box,Stack,Tab}from'@mui/material';import{DataGrid}from'@mui/x-data-grid';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import fetcher from'../../components/fetcher';import fetchWrapper from'../../components/fetchWrapper';import Title from'../../components/Title';import{isValidBearerToken}from'../../components/utils';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var tabArr=[{label:'Language Models',value:'/running_models/LLM',showPrompt:false},{label:'Embedding Models',value:'/running_models/embedding',showPrompt:false},{label:'Rerank Models',value:'/running_models/rerank',showPrompt:false},{label:'Image Models',value:'/running_models/image',showPrompt:false},{label:'Audio Models',value:'/running_models/audio',showPrompt:false},{label:'Video Models',value:'/running_models/video',showPrompt:false},{label:'Flexible Models',value:'/running_models/flexible',showPrompt:false}];var RunningModels=function RunningModels(){var _React$useState=React.useState(sessionStorage.getItem('runningModelType')),_React$useState2=_slicedToArray(_React$useState,2),tabValue=_React$useState2[0],setTabValue=_React$useState2[1];var _useState=useState(tabArr),_useState2=_slicedToArray(_useState,2),tabList=_useState2[0],setTabList=_useState2[1];var _useState3=useState([]),_useState4=_slicedToArray(_useState3,2),llmData=_useState4[0],setLlmData=_useState4[1];var _useState5=useState([]),_useState6=_slicedToArray(_useState5,2),embeddingModelData=_useState6[0],setEmbeddingModelData=_useState6[1];var _useState7=useState([]),_useState8=_slicedToArray(_useState7,2),imageModelData=_useState8[0],setImageModelData=_useState8[1];var _useState9=useState([]),_useState10=_slicedToArray(_useState9,2),audioModelData=_useState10[0],setAudioModelData=_useState10[1];var _useState11=useState([]),_useState12=_slicedToArray(_useState11,2),videoModelData=_useState12[0],setVideoModelData=_useState12[1];var _useState13=useState([]),_useState14=_slicedToArray(_useState13,2),rerankModelData=_useState14[0],setRerankModelData=_useState14[1];var _useState15=useState([]),_useState16=_slicedToArray(_useState15,2),flexibleModelData=_useState16[0],setFlexibleModelData=_useState16[1];var _useContext=useContext(ApiContext),isCallingApi=_useContext.isCallingApi,setIsCallingApi=_useContext.setIsCallingApi;var _useContext2=useContext(ApiContext),isUpdatingModel=_useContext2.isUpdatingModel,setIsUpdatingModel=_useContext2.setIsUpdatingModel;var _useContext3=useContext(ApiContext),setErrorMsg=_useContext3.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var endPoint=useContext(ApiContext).endPoint;var handleTabChange=function handleTabChange(event,newValue){setTabValue(newValue);navigate(newValue);sessionStorage.setItem('runningModelType',newValue);};var update=function update(isCallingApi){if(sessionStorage.getItem('auth')==='true'&&!isValidBearerToken(sessionStorage.getItem('token'))&&!isValidBearerToken(cookie.token)){navigate('/login',{replace:true});return;}if(isCallingApi){setLlmData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setEmbeddingModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setAudioModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setVideoModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setImageModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setRerankModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setFlexibleModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);}else{setIsUpdatingModel(true);fetchWrapper.get('/v1/models').then(function(response){var newLlmData=[];var newEmbeddingModelData=[];var newImageModelData=[];var newAudioModelData=[];var newVideoModelData=[];var newRerankModelData=[];var newFlexibleModelData=[];response.data.forEach(function(model){var newValue=_objectSpread(_objectSpread({},model),{},{id:model.id,url:model.id});if(newValue.model_type==='LLM'){newLlmData.push(newValue);}else if(newValue.model_type==='embedding'){newEmbeddingModelData.push(newValue);}else if(newValue.model_type==='audio'){newAudioModelData.push(newValue);}else if(newValue.model_type==='video'){newVideoModelData.push(newValue);}else if(newValue.model_type==='image'){newImageModelData.push(newValue);}else if(newValue.model_type==='rerank'){newRerankModelData.push(newValue);}else if(newValue.model_type==='flexible'){newFlexibleModelData.push(newValue);}});setLlmData(newLlmData);setEmbeddingModelData(newEmbeddingModelData);setAudioModelData(newAudioModelData);setVideoModelData(newVideoModelData);setImageModelData(newImageModelData);setRerankModelData(newRerankModelData);setFlexibleModelData(newFlexibleModelData);setIsUpdatingModel(false);}).catch(function(error){console.error('Error:',error);setIsUpdatingModel(false);if(error.response.status!==403&&error.response.status!==401){setErrorMsg(error.message);}});}};useEffect(function(){update(isCallingApi);// eslint-disable-next-line\n},[isCallingApi,cookie.token]);var llmColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'model_size_in_billions',headerName:'Size',flex:1},{field:'quantization',headerName:'Quantization',flex:1},{field:'replica',headerName:'Replica',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref){var row=_ref.row;var url=row.url;var openUrl=\"\".concat(endPoint,\"/\")+url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;var gradioUrl=\"\".concat(endPoint,\"/v1/ui/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsxs(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:[/*#__PURE__*/_jsx(\"button\",{title:\"Launch Web UI\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){// Make sure no ongoing call\nreturn;}setIsCallingApi(true);fetcher(openUrl,{method:'HEAD'}).then(function(response){if(response.status===404){// If web UI doesn't exist (404 Not Found)\nconsole.log('UI does not exist, creating new...');return fetcher(gradioUrl,{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({model_type:row.model_type,model_name:row.model_family,model_size_in_billions:row.model_size_in_billions,model_format:row.model_format,quantization:row.quantization,context_length:row.context_length,model_ability:row.model_ability,model_description:row.model_description,model_lang:row.model_lang})}).then(function(response){return response.json();}).then(function(){return window.open(openUrl,'_blank','noopener noreferrer');}).finally(function(){return setIsCallingApi(false);});}else if(response.ok){// If web UI does exist\nconsole.log('UI exists, opening...');window.open(openUrl,'_blank','noopener noreferrer');setIsCallingApi(false);}else{// Other HTTP errors\nconsole.error(\"Unexpected response status: \".concat(response.status));setIsCallingApi(false);}}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(OpenInBrowserOutlinedIcon,{})})}),/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})]});}}];var embeddingModelColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'replica',headerName:'Replica',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref2){var row=_ref2.row;var url=row.url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsx(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})});}}];var imageModelColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref3){var row=_ref3.row;//这个url指的是model_uid\nvar url=row.url;console.log('url: '+url);var openUrl=\"\".concat(endPoint,\"/\")+url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;var gradioUrl=\"\".concat(endPoint,\"/v1/ui/images/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsxs(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:[/*#__PURE__*/_jsx(\"button\",{title:\"Launch Web UI\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){// Make sure no ongoing call\nreturn;}setIsCallingApi(true);fetcher(openUrl,{method:'HEAD'}).then(function(response){if(response.status===404){// If web UI doesn't exist (404 Not Found)\nconsole.log('UI does not exist, creating new...');return fetcher(gradioUrl,{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({model_type:row.model_type,model_family:row.model_family,model_id:row.id,controlnet:row.controlnet,model_revision:row.model_revision,model_name:row.model_name,model_ability:row.model_ability})}).then(function(response){return response.json();}).then(function(){return window.open(openUrl,'_blank','noopener noreferrer');}).finally(function(){return setIsCallingApi(false);});}else if(response.ok){// If web UI does exist\nconsole.log('UI exists, opening...');window.open(openUrl,'_blank','noopener noreferrer');setIsCallingApi(false);}else{// Other HTTP errors\nconsole.error(\"Unexpected response status: \".concat(response.status));setIsCallingApi(false);}}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(OpenInBrowserOutlinedIcon,{})})}),/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})]});}}];var audioModelColumns=embeddingModelColumns;var videoModelColumns=embeddingModelColumns;var rerankModelColumns=embeddingModelColumns;var flexibleModelColumns=embeddingModelColumns;var dataGridStyle={'& .MuiDataGrid-cell':{borderBottom:'none'},'& .MuiDataGrid-columnHeaders':{borderBottom:'none'},'& .MuiDataGrid-columnHeaderTitle':{fontWeight:'bold'},'& .MuiDataGrid-virtualScroller':{overflowX:'visible !important',overflow:'visible'},'& .MuiDataGrid-footerContainer':{borderTop:'none'},'border-width':'0px'};var noRowsOverlay=function noRowsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models\"});};var noResultsOverlay=function noResultsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models Matches\"});};useEffect(function(){var dataMap={'Language Models':llmData,'Embedding Models':embeddingModelData,'Rerank Models':rerankModelData,'Image Models':imageModelData,'Audio Models':audioModelData,'Video Models':videoModelData,'Flexible Models':flexibleModelData};setTabList(tabList.map(function(item){if(dataMap[item.label].length&&dataMap[item.label][0].model_type){return _objectSpread(_objectSpread({},item),{},{showPrompt:true});}return _objectSpread(_objectSpread({},item),{},{showPrompt:false});}));},[llmData,embeddingModelData,rerankModelData,imageModelData,audioModelData,videoModelData,flexibleModelData]);return/*#__PURE__*/_jsxs(Box,{sx:{height:'100%',width:'100%',padding:'20px 20px 0 20px'},children:[/*#__PURE__*/_jsx(Title,{title:\"Running Models\"}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:tabValue,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsx(TabList,{value:tabValue,onChange:handleTabChange,\"aria-label\":\"tabs\",children:tabList.map(function(item){return/*#__PURE__*/_jsx(Tab,{label:/*#__PURE__*/_jsx(Badge,{color:\"secondary\",variant:\"dot\",invisible:!item.showPrompt,children:item.label}),value:item.value},item.value);})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/LLM\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:llmData,columns:llmColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/embedding\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:embeddingModelData,columns:embeddingModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/rerank\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:rerankModelData,columns:rerankModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/image\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:imageModelData,columns:imageModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/audio\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:audioModelData,columns:audioModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/video\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:videoModelData,columns:videoModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/flexible\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:flexibleModelData,columns:flexibleModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})})]})]});};export default RunningModels;","map":{"version":3,"names":["DeleteOutlineOutlinedIcon","OpenInBrowserOutlinedIcon","TabContext","TabList","TabPanel","Badge","Box","Stack","Tab","DataGrid","React","useContext","useEffect","useState","useCookies","useNavigate","ApiContext","ErrorMessageSnackBar","fetcher","fetchWrapper","Title","isValidBearerToken","jsx","_jsx","jsxs","_jsxs","tabArr","label","value","showPrompt","RunningModels","_React$useState","sessionStorage","getItem","_React$useState2","_slicedToArray","tabValue","setTabValue","_useState","_useState2","tabList","setTabList","_useState3","_useState4","llmData","setLlmData","_useState5","_useState6","embeddingModelData","setEmbeddingModelData","_useState7","_useState8","imageModelData","setImageModelData","_useState9","_useState10","audioModelData","setAudioModelData","_useState11","_useState12","videoModelData","setVideoModelData","_useState13","_useState14","rerankModelData","setRerankModelData","_useState15","_useState16","flexibleModelData","setFlexibleModelData","_useContext","isCallingApi","setIsCallingApi","_useContext2","isUpdatingModel","setIsUpdatingModel","_useContext3","setErrorMsg","_useCookies","_useCookies2","cookie","navigate","endPoint","handleTabChange","event","newValue","setItem","update","token","replace","id","url","get","then","response","newLlmData","newEmbeddingModelData","newImageModelData","newAudioModelData","newVideoModelData","newRerankModelData","newFlexibleModelData","data","forEach","model","_objectSpread","model_type","push","catch","error","console","status","message","llmColumns","field","headerName","flex","minWidth","sortable","filterable","disableColumnMenu","renderCell","_ref","row","openUrl","concat","closeUrl","gradioUrl","style","width","display","justifyContent","alignItems","children","title","borderWidth","backgroundColor","paddingLeft","paddingRight","onClick","method","log","headers","body","JSON","stringify","model_name","model_family","model_size_in_billions","model_format","quantization","context_length","model_ability","model_description","model_lang","json","window","open","finally","ok","m","p","borderRadius","border","borderColor","embeddingModelColumns","_ref2","imageModelColumns","_ref3","model_id","controlnet","model_revision","audioModelColumns","videoModelColumns","rerankModelColumns","flexibleModelColumns","dataGridStyle","borderBottom","fontWeight","overflowX","overflow","borderTop","noRowsOverlay","height","noResultsOverlay","dataMap","map","item","length","sx","padding","onChange","color","variant","invisible","rows","columns","autoHeight","slots"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/running_models/index.js"],"sourcesContent":["import DeleteOutlineOutlinedIcon from '@mui/icons-material/DeleteOutlineOutlined'\nimport OpenInBrowserOutlinedIcon from '@mui/icons-material/OpenInBrowserOutlined'\nimport { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Badge, Box, Stack, Tab } from '@mui/material'\nimport { DataGrid } from '@mui/x-data-grid'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport fetcher from '../../components/fetcher'\nimport fetchWrapper from '../../components/fetchWrapper'\nimport Title from '../../components/Title'\nimport { isValidBearerToken } from '../../components/utils'\n\nconst tabArr = [\n {\n label: 'Language Models',\n value: '/running_models/LLM',\n showPrompt: false,\n },\n {\n label: 'Embedding Models',\n value: '/running_models/embedding',\n showPrompt: false,\n },\n {\n label: 'Rerank Models',\n value: '/running_models/rerank',\n showPrompt: false,\n },\n {\n label: 'Image Models',\n value: '/running_models/image',\n showPrompt: false,\n },\n {\n label: 'Audio Models',\n value: '/running_models/audio',\n showPrompt: false,\n },\n {\n label: 'Video Models',\n value: '/running_models/video',\n showPrompt: false,\n },\n {\n label: 'Flexible Models',\n value: '/running_models/flexible',\n showPrompt: false,\n },\n]\n\nconst RunningModels = () => {\n const [tabValue, setTabValue] = React.useState(\n sessionStorage.getItem('runningModelType')\n )\n const [tabList, setTabList] = useState(tabArr)\n const [llmData, setLlmData] = useState([])\n const [embeddingModelData, setEmbeddingModelData] = useState([])\n const [imageModelData, setImageModelData] = useState([])\n const [audioModelData, setAudioModelData] = useState([])\n const [videoModelData, setVideoModelData] = useState([])\n const [rerankModelData, setRerankModelData] = useState([])\n const [flexibleModelData, setFlexibleModelData] = useState([])\n const { isCallingApi, setIsCallingApi } = useContext(ApiContext)\n const { isUpdatingModel, setIsUpdatingModel } = useContext(ApiContext)\n const { setErrorMsg } = useContext(ApiContext)\n const [cookie] = useCookies(['token'])\n const navigate = useNavigate()\n const endPoint = useContext(ApiContext).endPoint\n\n const handleTabChange = (event, newValue) => {\n setTabValue(newValue)\n navigate(newValue)\n sessionStorage.setItem('runningModelType', newValue)\n }\n\n const update = (isCallingApi) => {\n if (\n sessionStorage.getItem('auth') === 'true' &&\n !isValidBearerToken(sessionStorage.getItem('token')) &&\n !isValidBearerToken(cookie.token)\n ) {\n navigate('/login', { replace: true })\n return\n }\n if (isCallingApi) {\n setLlmData([{ id: 'Loading, do not refresh page...', url: 'IS_LOADING' }])\n setEmbeddingModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setAudioModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setVideoModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setImageModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setRerankModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setFlexibleModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n } else {\n setIsUpdatingModel(true)\n\n fetchWrapper\n .get('/v1/models')\n .then((response) => {\n const newLlmData = []\n const newEmbeddingModelData = []\n const newImageModelData = []\n const newAudioModelData = []\n const newVideoModelData = []\n const newRerankModelData = []\n const newFlexibleModelData = []\n response.data.forEach((model) => {\n let newValue = {\n ...model,\n id: model.id,\n url: model.id,\n }\n if (newValue.model_type === 'LLM') {\n newLlmData.push(newValue)\n } else if (newValue.model_type === 'embedding') {\n newEmbeddingModelData.push(newValue)\n } else if (newValue.model_type === 'audio') {\n newAudioModelData.push(newValue)\n } else if (newValue.model_type === 'video') {\n newVideoModelData.push(newValue)\n } else if (newValue.model_type === 'image') {\n newImageModelData.push(newValue)\n } else if (newValue.model_type === 'rerank') {\n newRerankModelData.push(newValue)\n } else if (newValue.model_type === 'flexible') {\n newFlexibleModelData.push(newValue)\n }\n })\n setLlmData(newLlmData)\n setEmbeddingModelData(newEmbeddingModelData)\n setAudioModelData(newAudioModelData)\n setVideoModelData(newVideoModelData)\n setImageModelData(newImageModelData)\n setRerankModelData(newRerankModelData)\n setFlexibleModelData(newFlexibleModelData)\n setIsUpdatingModel(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsUpdatingModel(false)\n if (error.response.status !== 403 && error.response.status !== 401) {\n setErrorMsg(error.message)\n }\n })\n }\n }\n\n useEffect(() => {\n update(isCallingApi)\n // eslint-disable-next-line\n }, [isCallingApi, cookie.token])\n\n const llmColumns = [\n {\n field: 'id',\n headerName: 'ID',\n flex: 1,\n minWidth: 250,\n },\n {\n field: 'model_name',\n headerName: 'Name',\n flex: 1,\n },\n {\n field: 'address',\n headerName: 'Address',\n flex: 1,\n },\n {\n field: 'accelerators',\n headerName: 'GPU Indexes',\n flex: 1,\n },\n {\n field: 'model_size_in_billions',\n headerName: 'Size',\n flex: 1,\n },\n {\n field: 'quantization',\n headerName: 'Quantization',\n flex: 1,\n },\n {\n field: 'replica',\n headerName: 'Replica',\n flex: 1,\n },\n {\n field: 'url',\n headerName: 'Actions',\n flex: 1,\n minWidth: 200,\n sortable: false,\n filterable: false,\n disableColumnMenu: true,\n renderCell: ({ row }) => {\n const url = row.url\n const openUrl = `${endPoint}/` + url\n const closeUrl = `${endPoint}/v1/models/` + url\n const gradioUrl = `${endPoint}/v1/ui/` + url\n\n if (url === 'IS_LOADING') {\n return <div></div>\n }\n\n return (\n <Box\n style={{\n width: '100%',\n display: 'flex',\n justifyContent: 'left',\n alignItems: 'left',\n }}\n >\n <button\n title=\"Launch Web UI\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n // Make sure no ongoing call\n return\n }\n\n setIsCallingApi(true)\n\n fetcher(openUrl, {\n method: 'HEAD',\n })\n .then((response) => {\n if (response.status === 404) {\n // If web UI doesn't exist (404 Not Found)\n console.log('UI does not exist, creating new...')\n return fetcher(gradioUrl, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n model_type: row.model_type,\n model_name: row.model_family,\n model_size_in_billions: row.model_size_in_billions,\n model_format: row.model_format,\n quantization: row.quantization,\n context_length: row.context_length,\n model_ability: row.model_ability,\n model_description: row.model_description,\n model_lang: row.model_lang,\n }),\n })\n .then((response) => response.json())\n .then(() =>\n window.open(openUrl, '_blank', 'noopener noreferrer')\n )\n .finally(() => setIsCallingApi(false))\n } else if (response.ok) {\n // If web UI does exist\n console.log('UI exists, opening...')\n window.open(openUrl, '_blank', 'noopener noreferrer')\n setIsCallingApi(false)\n } else {\n // Other HTTP errors\n console.error(\n `Unexpected response status: ${response.status}`\n )\n setIsCallingApi(false)\n }\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <OpenInBrowserOutlinedIcon />\n </Box>\n </button>\n <button\n title=\"Terminate Model\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n return\n }\n setIsCallingApi(true)\n fetcher(closeUrl, {\n method: 'DELETE',\n })\n .then((response) => {\n response.json()\n })\n .then(() => {\n setIsCallingApi(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <DeleteOutlineOutlinedIcon />\n </Box>\n </button>\n </Box>\n )\n },\n },\n ]\n const embeddingModelColumns = [\n {\n field: 'id',\n headerName: 'ID',\n flex: 1,\n minWidth: 250,\n },\n {\n field: 'model_name',\n headerName: 'Name',\n flex: 1,\n },\n {\n field: 'address',\n headerName: 'Address',\n flex: 1,\n },\n {\n field: 'accelerators',\n headerName: 'GPU Indexes',\n flex: 1,\n },\n {\n field: 'replica',\n headerName: 'Replica',\n flex: 1,\n },\n {\n field: 'url',\n headerName: 'Actions',\n flex: 1,\n minWidth: 200,\n sortable: false,\n filterable: false,\n disableColumnMenu: true,\n renderCell: ({ row }) => {\n const url = row.url\n const closeUrl = `${endPoint}/v1/models/` + url\n\n if (url === 'IS_LOADING') {\n return <div></div>\n }\n\n return (\n <Box\n style={{\n width: '100%',\n display: 'flex',\n justifyContent: 'left',\n alignItems: 'left',\n }}\n >\n <button\n title=\"Terminate Model\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n return\n }\n setIsCallingApi(true)\n fetcher(closeUrl, {\n method: 'DELETE',\n })\n .then((response) => {\n response.json()\n })\n .then(() => {\n setIsCallingApi(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <DeleteOutlineOutlinedIcon />\n </Box>\n </button>\n </Box>\n )\n },\n },\n ]\n const imageModelColumns = [\n {\n field: 'id',\n headerName: 'ID',\n flex: 1,\n minWidth: 250,\n },\n {\n field: 'model_name',\n headerName: 'Name',\n flex: 1,\n },\n {\n field: 'address',\n headerName: 'Address',\n flex: 1,\n },\n {\n field: 'accelerators',\n headerName: 'GPU Indexes',\n flex: 1,\n },\n {\n field: 'url',\n headerName: 'Actions',\n flex: 1,\n minWidth: 200,\n sortable: false,\n filterable: false,\n disableColumnMenu: true,\n renderCell: ({ row }) => {\n //这个url指的是model_uid\n const url = row.url\n console.log('url: ' + url)\n const openUrl = `${endPoint}/` + url\n const closeUrl = `${endPoint}/v1/models/` + url\n const gradioUrl = `${endPoint}/v1/ui/images/` + url\n\n if (url === 'IS_LOADING') {\n return <div></div>\n }\n\n return (\n <Box\n style={{\n width: '100%',\n display: 'flex',\n justifyContent: 'left',\n alignItems: 'left',\n }}\n >\n <button\n title=\"Launch Web UI\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n // Make sure no ongoing call\n return\n }\n\n setIsCallingApi(true)\n\n fetcher(openUrl, {\n method: 'HEAD',\n })\n .then((response) => {\n if (response.status === 404) {\n // If web UI doesn't exist (404 Not Found)\n console.log('UI does not exist, creating new...')\n return fetcher(gradioUrl, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n model_type: row.model_type,\n model_family: row.model_family,\n model_id: row.id,\n controlnet: row.controlnet,\n model_revision: row.model_revision,\n model_name: row.model_name,\n model_ability: row.model_ability,\n }),\n })\n .then((response) => response.json())\n .then(() =>\n window.open(openUrl, '_blank', 'noopener noreferrer')\n )\n .finally(() => setIsCallingApi(false))\n } else if (response.ok) {\n // If web UI does exist\n console.log('UI exists, opening...')\n window.open(openUrl, '_blank', 'noopener noreferrer')\n setIsCallingApi(false)\n } else {\n // Other HTTP errors\n console.error(\n `Unexpected response status: ${response.status}`\n )\n setIsCallingApi(false)\n }\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <OpenInBrowserOutlinedIcon />\n </Box>\n </button>\n <button\n title=\"Terminate Model\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n return\n }\n setIsCallingApi(true)\n fetcher(closeUrl, {\n method: 'DELETE',\n })\n .then((response) => {\n response.json()\n })\n .then(() => {\n setIsCallingApi(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <DeleteOutlineOutlinedIcon />\n </Box>\n </button>\n </Box>\n )\n },\n },\n ]\n const audioModelColumns = embeddingModelColumns\n const videoModelColumns = embeddingModelColumns\n const rerankModelColumns = embeddingModelColumns\n const flexibleModelColumns = embeddingModelColumns\n\n const dataGridStyle = {\n '& .MuiDataGrid-cell': {\n borderBottom: 'none',\n },\n '& .MuiDataGrid-columnHeaders': {\n borderBottom: 'none',\n },\n '& .MuiDataGrid-columnHeaderTitle': {\n fontWeight: 'bold',\n },\n '& .MuiDataGrid-virtualScroller': {\n overflowX: 'visible !important',\n overflow: 'visible',\n },\n '& .MuiDataGrid-footerContainer': {\n borderTop: 'none',\n },\n 'border-width': '0px',\n }\n\n const noRowsOverlay = () => {\n return (\n <Stack height=\"100%\" alignItems=\"center\" justifyContent=\"center\">\n No Running Models\n </Stack>\n )\n }\n\n const noResultsOverlay = () => {\n return (\n <Stack height=\"100%\" alignItems=\"center\" justifyContent=\"center\">\n No Running Models Matches\n </Stack>\n )\n }\n\n useEffect(() => {\n const dataMap = {\n 'Language Models': llmData,\n 'Embedding Models': embeddingModelData,\n 'Rerank Models': rerankModelData,\n 'Image Models': imageModelData,\n 'Audio Models': audioModelData,\n 'Video Models': videoModelData,\n 'Flexible Models': flexibleModelData,\n }\n\n setTabList(\n tabList.map((item) => {\n if (dataMap[item.label].length && dataMap[item.label][0].model_type) {\n return {\n ...item,\n showPrompt: true,\n }\n }\n return {\n ...item,\n showPrompt: false,\n }\n })\n )\n }, [\n llmData,\n embeddingModelData,\n rerankModelData,\n imageModelData,\n audioModelData,\n videoModelData,\n flexibleModelData,\n ])\n\n return (\n <Box\n sx={{\n height: '100%',\n width: '100%',\n padding: '20px 20px 0 20px',\n }}\n >\n <Title title=\"Running Models\" />\n <ErrorMessageSnackBar />\n <TabContext value={tabValue}>\n <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n <TabList\n value={tabValue}\n onChange={handleTabChange}\n aria-label=\"tabs\"\n >\n {tabList.map((item) => (\n <Tab\n key={item.value}\n label={\n <Badge\n color=\"secondary\"\n variant=\"dot\"\n invisible={!item.showPrompt}\n >\n {item.label}\n </Badge>\n }\n value={item.value}\n />\n ))}\n </TabList>\n </Box>\n <TabPanel value=\"/running_models/LLM\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={llmData}\n columns={llmColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/embedding\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={embeddingModelData}\n columns={embeddingModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/rerank\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={rerankModelData}\n columns={rerankModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/image\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={imageModelData}\n columns={imageModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/audio\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={audioModelData}\n columns={audioModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/video\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={videoModelData}\n columns={videoModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/flexible\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={flexibleModelData}\n columns={flexibleModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n </TabContext>\n </Box>\n )\n}\n\nexport default RunningModels\n"],"mappings":"yRAAA,MAAO,CAAAA,yBAAyB,KAAM,2CAA2C,CACjF,MAAO,CAAAC,yBAAyB,KAAM,2CAA2C,CACjF,OAASC,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,KAAK,CAAEC,GAAG,CAAEC,KAAK,CAAEC,GAAG,KAAQ,eAAe,CACtD,OAASC,QAAQ,KAAQ,kBAAkB,CAC3C,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,OAAO,KAAM,0BAA0B,CAC9C,MAAO,CAAAC,YAAY,KAAM,+BAA+B,CACxD,MAAO,CAAAC,KAAK,KAAM,wBAAwB,CAC1C,OAASC,kBAAkB,KAAQ,wBAAwB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAE3D,GAAM,CAAAC,MAAM,CAAG,CACb,CACEC,KAAK,CAAE,iBAAiB,CACxBC,KAAK,CAAE,qBAAqB,CAC5BC,UAAU,CAAE,KACd,CAAC,CACD,CACEF,KAAK,CAAE,kBAAkB,CACzBC,KAAK,CAAE,2BAA2B,CAClCC,UAAU,CAAE,KACd,CAAC,CACD,CACEF,KAAK,CAAE,eAAe,CACtBC,KAAK,CAAE,wBAAwB,CAC/BC,UAAU,CAAE,KACd,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,KAAK,CAAE,uBAAuB,CAC9BC,UAAU,CAAE,KACd,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,KAAK,CAAE,uBAAuB,CAC9BC,UAAU,CAAE,KACd,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,KAAK,CAAE,uBAAuB,CAC9BC,UAAU,CAAE,KACd,CAAC,CACD,CACEF,KAAK,CAAE,iBAAiB,CACxBC,KAAK,CAAE,0BAA0B,CACjCC,UAAU,CAAE,KACd,CAAC,CACF,CAED,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,IAAAC,eAAA,CAAgCrB,KAAK,CAACG,QAAQ,CAC5CmB,cAAc,CAACC,OAAO,CAAC,kBAAkB,CAC3C,CAAC,CAAAC,gBAAA,CAAAC,cAAA,CAAAJ,eAAA,IAFMK,QAAQ,CAAAF,gBAAA,IAAEG,WAAW,CAAAH,gBAAA,IAG5B,IAAAI,SAAA,CAA8BzB,QAAQ,CAACa,MAAM,CAAC,CAAAa,UAAA,CAAAJ,cAAA,CAAAG,SAAA,IAAvCE,OAAO,CAAAD,UAAA,IAAEE,UAAU,CAAAF,UAAA,IAC1B,IAAAG,UAAA,CAA8B7B,QAAQ,CAAC,EAAE,CAAC,CAAA8B,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAAnCE,OAAO,CAAAD,UAAA,IAAEE,UAAU,CAAAF,UAAA,IAC1B,IAAAG,UAAA,CAAoDjC,QAAQ,CAAC,EAAE,CAAC,CAAAkC,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAAzDE,kBAAkB,CAAAD,UAAA,IAAEE,qBAAqB,CAAAF,UAAA,IAChD,IAAAG,UAAA,CAA4CrC,QAAQ,CAAC,EAAE,CAAC,CAAAsC,UAAA,CAAAhB,cAAA,CAAAe,UAAA,IAAjDE,cAAc,CAAAD,UAAA,IAAEE,iBAAiB,CAAAF,UAAA,IACxC,IAAAG,UAAA,CAA4CzC,QAAQ,CAAC,EAAE,CAAC,CAAA0C,WAAA,CAAApB,cAAA,CAAAmB,UAAA,IAAjDE,cAAc,CAAAD,WAAA,IAAEE,iBAAiB,CAAAF,WAAA,IACxC,IAAAG,WAAA,CAA4C7C,QAAQ,CAAC,EAAE,CAAC,CAAA8C,WAAA,CAAAxB,cAAA,CAAAuB,WAAA,IAAjDE,cAAc,CAAAD,WAAA,IAAEE,iBAAiB,CAAAF,WAAA,IACxC,IAAAG,WAAA,CAA8CjD,QAAQ,CAAC,EAAE,CAAC,CAAAkD,WAAA,CAAA5B,cAAA,CAAA2B,WAAA,IAAnDE,eAAe,CAAAD,WAAA,IAAEE,kBAAkB,CAAAF,WAAA,IAC1C,IAAAG,WAAA,CAAkDrD,QAAQ,CAAC,EAAE,CAAC,CAAAsD,WAAA,CAAAhC,cAAA,CAAA+B,WAAA,IAAvDE,iBAAiB,CAAAD,WAAA,IAAEE,oBAAoB,CAAAF,WAAA,IAC9C,IAAAG,WAAA,CAA0C3D,UAAU,CAACK,UAAU,CAAC,CAAxDuD,YAAY,CAAAD,WAAA,CAAZC,YAAY,CAAEC,eAAe,CAAAF,WAAA,CAAfE,eAAe,CACrC,IAAAC,YAAA,CAAgD9D,UAAU,CAACK,UAAU,CAAC,CAA9D0D,eAAe,CAAAD,YAAA,CAAfC,eAAe,CAAEC,kBAAkB,CAAAF,YAAA,CAAlBE,kBAAkB,CAC3C,IAAAC,YAAA,CAAwBjE,UAAU,CAACK,UAAU,CAAC,CAAtC6D,WAAW,CAAAD,YAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiBhE,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAAiE,YAAA,CAAA5C,cAAA,CAAA2C,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAGlE,WAAW,CAAC,CAAC,CAC9B,GAAM,CAAAmE,QAAQ,CAAGvE,UAAU,CAACK,UAAU,CAAC,CAACkE,QAAQ,CAEhD,GAAM,CAAAC,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,KAAK,CAAEC,QAAQ,CAAK,CAC3ChD,WAAW,CAACgD,QAAQ,CAAC,CACrBJ,QAAQ,CAACI,QAAQ,CAAC,CAClBrD,cAAc,CAACsD,OAAO,CAAC,kBAAkB,CAAED,QAAQ,CAAC,CACtD,CAAC,CAED,GAAM,CAAAE,MAAM,CAAG,QAAT,CAAAA,MAAMA,CAAIhB,YAAY,CAAK,CAC/B,GACEvC,cAAc,CAACC,OAAO,CAAC,MAAM,CAAC,GAAK,MAAM,EACzC,CAACZ,kBAAkB,CAACW,cAAc,CAACC,OAAO,CAAC,OAAO,CAAC,CAAC,EACpD,CAACZ,kBAAkB,CAAC2D,MAAM,CAACQ,KAAK,CAAC,CACjC,CACAP,QAAQ,CAAC,QAAQ,CAAE,CAAEQ,OAAO,CAAE,IAAK,CAAC,CAAC,CACrC,OACF,CACA,GAAIlB,YAAY,CAAE,CAChB1B,UAAU,CAAC,CAAC,CAAE6C,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAAC,CAAC,CAC1E1C,qBAAqB,CAAC,CACpB,CAAEyC,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFlC,iBAAiB,CAAC,CAChB,CAAEiC,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACF9B,iBAAiB,CAAC,CAChB,CAAE6B,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFtC,iBAAiB,CAAC,CAChB,CAAEqC,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACF1B,kBAAkB,CAAC,CACjB,CAAEyB,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFtB,oBAAoB,CAAC,CACnB,CAAEqB,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACJ,CAAC,IAAM,CACLhB,kBAAkB,CAAC,IAAI,CAAC,CAExBxD,YAAY,CACTyE,GAAG,CAAC,YAAY,CAAC,CACjBC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAM,CAAAC,UAAU,CAAG,EAAE,CACrB,GAAM,CAAAC,qBAAqB,CAAG,EAAE,CAChC,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,kBAAkB,CAAG,EAAE,CAC7B,GAAM,CAAAC,oBAAoB,CAAG,EAAE,CAC/BP,QAAQ,CAACQ,IAAI,CAACC,OAAO,CAAC,SAACC,KAAK,CAAK,CAC/B,GAAI,CAAAnB,QAAQ,CAAAoB,aAAA,CAAAA,aAAA,IACPD,KAAK,MACRd,EAAE,CAAEc,KAAK,CAACd,EAAE,CACZC,GAAG,CAAEa,KAAK,CAACd,EAAE,EACd,CACD,GAAIL,QAAQ,CAACqB,UAAU,GAAK,KAAK,CAAE,CACjCX,UAAU,CAACY,IAAI,CAACtB,QAAQ,CAAC,CAC3B,CAAC,IAAM,IAAIA,QAAQ,CAACqB,UAAU,GAAK,WAAW,CAAE,CAC9CV,qBAAqB,CAACW,IAAI,CAACtB,QAAQ,CAAC,CACtC,CAAC,IAAM,IAAIA,QAAQ,CAACqB,UAAU,GAAK,OAAO,CAAE,CAC1CR,iBAAiB,CAACS,IAAI,CAACtB,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAACqB,UAAU,GAAK,OAAO,CAAE,CAC1CP,iBAAiB,CAACQ,IAAI,CAACtB,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAACqB,UAAU,GAAK,OAAO,CAAE,CAC1CT,iBAAiB,CAACU,IAAI,CAACtB,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAACqB,UAAU,GAAK,QAAQ,CAAE,CAC3CN,kBAAkB,CAACO,IAAI,CAACtB,QAAQ,CAAC,CACnC,CAAC,IAAM,IAAIA,QAAQ,CAACqB,UAAU,GAAK,UAAU,CAAE,CAC7CL,oBAAoB,CAACM,IAAI,CAACtB,QAAQ,CAAC,CACrC,CACF,CAAC,CAAC,CACFxC,UAAU,CAACkD,UAAU,CAAC,CACtB9C,qBAAqB,CAAC+C,qBAAqB,CAAC,CAC5CvC,iBAAiB,CAACyC,iBAAiB,CAAC,CACpCrC,iBAAiB,CAACsC,iBAAiB,CAAC,CACpC9C,iBAAiB,CAAC4C,iBAAiB,CAAC,CACpChC,kBAAkB,CAACmC,kBAAkB,CAAC,CACtC/B,oBAAoB,CAACgC,oBAAoB,CAAC,CAC1C1B,kBAAkB,CAAC,KAAK,CAAC,CAC3B,CAAC,CAAC,CACDiC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BlC,kBAAkB,CAAC,KAAK,CAAC,CACzB,GAAIkC,KAAK,CAACf,QAAQ,CAACiB,MAAM,GAAK,GAAG,EAAIF,KAAK,CAACf,QAAQ,CAACiB,MAAM,GAAK,GAAG,CAAE,CAClElC,WAAW,CAACgC,KAAK,CAACG,OAAO,CAAC,CAC5B,CACF,CAAC,CAAC,CACN,CACF,CAAC,CAEDpG,SAAS,CAAC,UAAM,CACd2E,MAAM,CAAChB,YAAY,CAAC,CACpB;AACF,CAAC,CAAE,CAACA,YAAY,CAAES,MAAM,CAACQ,KAAK,CAAC,CAAC,CAEhC,GAAM,CAAAyB,UAAU,CAAG,CACjB,CACEC,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,wBAAwB,CAC/BC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,cAAc,CAC1BC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAAC,IAAA,CAAa,IAAV,CAAAC,GAAG,CAAAD,IAAA,CAAHC,GAAG,CAChB,GAAM,CAAAhC,GAAG,CAAGgC,GAAG,CAAChC,GAAG,CACnB,GAAM,CAAAiC,OAAO,CAAG,GAAAC,MAAA,CAAG3C,QAAQ,MAAMS,GAAG,CACpC,GAAM,CAAAmC,QAAQ,CAAG,GAAAD,MAAA,CAAG3C,QAAQ,gBAAgBS,GAAG,CAC/C,GAAM,CAAAoC,SAAS,CAAG,GAAAF,MAAA,CAAG3C,QAAQ,YAAYS,GAAG,CAE5C,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAOpE,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEE,KAAA,CAACnB,GAAG,EACF0H,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,eAEF9G,IAAA,WACE+G,KAAK,CAAC,eAAe,CACrBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIpE,YAAY,EAAIG,eAAe,CAAE,CACnC;AACA,OACF,CAEAF,eAAe,CAAC,IAAI,CAAC,CAErBtD,OAAO,CAAC0G,OAAO,CAAE,CACfgB,MAAM,CAAE,MACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAIA,QAAQ,CAACiB,MAAM,GAAK,GAAG,CAAE,CAC3B;AACAD,OAAO,CAAC+B,GAAG,CAAC,oCAAoC,CAAC,CACjD,MAAO,CAAA3H,OAAO,CAAC6G,SAAS,CAAE,CACxBa,MAAM,CAAE,MAAM,CACdE,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACDC,IAAI,CAAEC,IAAI,CAACC,SAAS,CAAC,CACnBvC,UAAU,CAAEiB,GAAG,CAACjB,UAAU,CAC1BwC,UAAU,CAAEvB,GAAG,CAACwB,YAAY,CAC5BC,sBAAsB,CAAEzB,GAAG,CAACyB,sBAAsB,CAClDC,YAAY,CAAE1B,GAAG,CAAC0B,YAAY,CAC9BC,YAAY,CAAE3B,GAAG,CAAC2B,YAAY,CAC9BC,cAAc,CAAE5B,GAAG,CAAC4B,cAAc,CAClCC,aAAa,CAAE7B,GAAG,CAAC6B,aAAa,CAChCC,iBAAiB,CAAE9B,GAAG,CAAC8B,iBAAiB,CACxCC,UAAU,CAAE/B,GAAG,CAAC+B,UAClB,CAAC,CACH,CAAC,CAAC,CACC7D,IAAI,CAAC,SAACC,QAAQ,QAAK,CAAAA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,GAAC,CACnC9D,IAAI,CAAC,iBACJ,CAAA+D,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,EACvD,CAAC,CACAkC,OAAO,CAAC,iBAAM,CAAAtF,eAAe,CAAC,KAAK,CAAC,GAAC,CAC1C,CAAC,IAAM,IAAIsB,QAAQ,CAACiE,EAAE,CAAE,CACtB;AACAjD,OAAO,CAAC+B,GAAG,CAAC,uBAAuB,CAAC,CACpCe,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,CACrDpD,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,IAAM,CACL;AACAsC,OAAO,CAACD,KAAK,gCAAAgB,MAAA,CACoB/B,QAAQ,CAACiB,MAAM,CAChD,CAAC,CACDvC,eAAe,CAAC,KAAK,CAAC,CACxB,CACF,CAAC,CAAC,CACDoC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BrC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA6D,QAAA,cAEF9G,IAAA,CAACjB,GAAG,EACF2H,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEF9G,IAAA,CAACtB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,cACTsB,IAAA,WACE+G,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIpE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrBtD,OAAO,CAAC4G,QAAQ,CAAE,CAChBc,MAAM,CAAE,QACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACD9D,IAAI,CAAC,UAAM,CACVrB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDoC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BrC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA6D,QAAA,cAEF9G,IAAA,CAACjB,GAAG,EACF2H,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEF9G,IAAA,CAACvB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,EACN,CAAC,CAEV,CACF,CAAC,CACF,CACD,GAAM,CAAAqK,qBAAqB,CAAG,CAC5B,CACEnD,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAA6C,KAAA,CAAa,IAAV,CAAA3C,GAAG,CAAA2C,KAAA,CAAH3C,GAAG,CAChB,GAAM,CAAAhC,GAAG,CAAGgC,GAAG,CAAChC,GAAG,CACnB,GAAM,CAAAmC,QAAQ,CAAG,GAAAD,MAAA,CAAG3C,QAAQ,gBAAgBS,GAAG,CAE/C,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAOpE,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEA,IAAA,CAACjB,GAAG,EACF0H,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,cAEF9G,IAAA,WACE+G,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIpE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrBtD,OAAO,CAAC4G,QAAQ,CAAE,CAChBc,MAAM,CAAE,QACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACD9D,IAAI,CAAC,UAAM,CACVrB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDoC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BrC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA6D,QAAA,cAEF9G,IAAA,CAACjB,GAAG,EACF2H,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEF9G,IAAA,CAACvB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,CACN,CAAC,CAEV,CACF,CAAC,CACF,CACD,GAAM,CAAAuK,iBAAiB,CAAG,CACxB,CACErD,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAA+C,KAAA,CAAa,IAAV,CAAA7C,GAAG,CAAA6C,KAAA,CAAH7C,GAAG,CAChB;AACA,GAAM,CAAAhC,GAAG,CAAGgC,GAAG,CAAChC,GAAG,CACnBmB,OAAO,CAAC+B,GAAG,CAAC,OAAO,CAAGlD,GAAG,CAAC,CAC1B,GAAM,CAAAiC,OAAO,CAAG,GAAAC,MAAA,CAAG3C,QAAQ,MAAMS,GAAG,CACpC,GAAM,CAAAmC,QAAQ,CAAG,GAAAD,MAAA,CAAG3C,QAAQ,gBAAgBS,GAAG,CAC/C,GAAM,CAAAoC,SAAS,CAAG,GAAAF,MAAA,CAAG3C,QAAQ,mBAAmBS,GAAG,CAEnD,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAOpE,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEE,KAAA,CAACnB,GAAG,EACF0H,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,eAEF9G,IAAA,WACE+G,KAAK,CAAC,eAAe,CACrBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIpE,YAAY,EAAIG,eAAe,CAAE,CACnC;AACA,OACF,CAEAF,eAAe,CAAC,IAAI,CAAC,CAErBtD,OAAO,CAAC0G,OAAO,CAAE,CACfgB,MAAM,CAAE,MACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAIA,QAAQ,CAACiB,MAAM,GAAK,GAAG,CAAE,CAC3B;AACAD,OAAO,CAAC+B,GAAG,CAAC,oCAAoC,CAAC,CACjD,MAAO,CAAA3H,OAAO,CAAC6G,SAAS,CAAE,CACxBa,MAAM,CAAE,MAAM,CACdE,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACDC,IAAI,CAAEC,IAAI,CAACC,SAAS,CAAC,CACnBvC,UAAU,CAAEiB,GAAG,CAACjB,UAAU,CAC1ByC,YAAY,CAAExB,GAAG,CAACwB,YAAY,CAC9BsB,QAAQ,CAAE9C,GAAG,CAACjC,EAAE,CAChBgF,UAAU,CAAE/C,GAAG,CAAC+C,UAAU,CAC1BC,cAAc,CAAEhD,GAAG,CAACgD,cAAc,CAClCzB,UAAU,CAAEvB,GAAG,CAACuB,UAAU,CAC1BM,aAAa,CAAE7B,GAAG,CAAC6B,aACrB,CAAC,CACH,CAAC,CAAC,CACC3D,IAAI,CAAC,SAACC,QAAQ,QAAK,CAAAA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,GAAC,CACnC9D,IAAI,CAAC,iBACJ,CAAA+D,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,EACvD,CAAC,CACAkC,OAAO,CAAC,iBAAM,CAAAtF,eAAe,CAAC,KAAK,CAAC,GAAC,CAC1C,CAAC,IAAM,IAAIsB,QAAQ,CAACiE,EAAE,CAAE,CACtB;AACAjD,OAAO,CAAC+B,GAAG,CAAC,uBAAuB,CAAC,CACpCe,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,CACrDpD,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,IAAM,CACL;AACAsC,OAAO,CAACD,KAAK,gCAAAgB,MAAA,CACoB/B,QAAQ,CAACiB,MAAM,CAChD,CAAC,CACDvC,eAAe,CAAC,KAAK,CAAC,CACxB,CACF,CAAC,CAAC,CACDoC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BrC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA6D,QAAA,cAEF9G,IAAA,CAACjB,GAAG,EACF2H,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEF9G,IAAA,CAACtB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,cACTsB,IAAA,WACE+G,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIpE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrBtD,OAAO,CAAC4G,QAAQ,CAAE,CAChBc,MAAM,CAAE,QACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACD9D,IAAI,CAAC,UAAM,CACVrB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDoC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BrC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA6D,QAAA,cAEF9G,IAAA,CAACjB,GAAG,EACF2H,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEF9G,IAAA,CAACvB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,EACN,CAAC,CAEV,CACF,CAAC,CACF,CACD,GAAM,CAAA4K,iBAAiB,CAAGP,qBAAqB,CAC/C,GAAM,CAAAQ,iBAAiB,CAAGR,qBAAqB,CAC/C,GAAM,CAAAS,kBAAkB,CAAGT,qBAAqB,CAChD,GAAM,CAAAU,oBAAoB,CAAGV,qBAAqB,CAElD,GAAM,CAAAW,aAAa,CAAG,CACpB,qBAAqB,CAAE,CACrBC,YAAY,CAAE,MAChB,CAAC,CACD,8BAA8B,CAAE,CAC9BA,YAAY,CAAE,MAChB,CAAC,CACD,kCAAkC,CAAE,CAClCC,UAAU,CAAE,MACd,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,oBAAoB,CAC/BC,QAAQ,CAAE,SACZ,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,MACb,CAAC,CACD,cAAc,CAAE,KAClB,CAAC,CAED,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,mBACE/J,IAAA,CAAChB,KAAK,EAACgL,MAAM,CAAC,MAAM,CAACnD,UAAU,CAAC,QAAQ,CAACD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CAAC,mBAEjE,CAAO,CAAC,CAEZ,CAAC,CAED,GAAM,CAAAmD,gBAAgB,CAAG,QAAnB,CAAAA,gBAAgBA,CAAA,CAAS,CAC7B,mBACEjK,IAAA,CAAChB,KAAK,EAACgL,MAAM,CAAC,MAAM,CAACnD,UAAU,CAAC,QAAQ,CAACD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CAAC,2BAEjE,CAAO,CAAC,CAEZ,CAAC,CAEDzH,SAAS,CAAC,UAAM,CACd,GAAM,CAAA6K,OAAO,CAAG,CACd,iBAAiB,CAAE7I,OAAO,CAC1B,kBAAkB,CAAEI,kBAAkB,CACtC,eAAe,CAAEgB,eAAe,CAChC,cAAc,CAAEZ,cAAc,CAC9B,cAAc,CAAEI,cAAc,CAC9B,cAAc,CAAEI,cAAc,CAC9B,iBAAiB,CAAEQ,iBACrB,CAAC,CAED3B,UAAU,CACRD,OAAO,CAACkJ,GAAG,CAAC,SAACC,IAAI,CAAK,CACpB,GAAIF,OAAO,CAACE,IAAI,CAAChK,KAAK,CAAC,CAACiK,MAAM,EAAIH,OAAO,CAACE,IAAI,CAAChK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC+E,UAAU,CAAE,CACnE,OAAAD,aAAA,CAAAA,aAAA,IACKkF,IAAI,MACP9J,UAAU,CAAE,IAAI,GAEpB,CACA,OAAA4E,aAAA,CAAAA,aAAA,IACKkF,IAAI,MACP9J,UAAU,CAAE,KAAK,GAErB,CAAC,CACH,CAAC,CACH,CAAC,CAAE,CACDe,OAAO,CACPI,kBAAkB,CAClBgB,eAAe,CACfZ,cAAc,CACdI,cAAc,CACdI,cAAc,CACdQ,iBAAiB,CAClB,CAAC,CAEF,mBACE3C,KAAA,CAACnB,GAAG,EACFuL,EAAE,CAAE,CACFN,MAAM,CAAE,MAAM,CACdtD,KAAK,CAAE,MAAM,CACb6D,OAAO,CAAE,kBACX,CAAE,CAAAzD,QAAA,eAEF9G,IAAA,CAACH,KAAK,EAACkH,KAAK,CAAC,gBAAgB,CAAE,CAAC,cAChC/G,IAAA,CAACN,oBAAoB,GAAE,CAAC,cACxBQ,KAAA,CAACvB,UAAU,EAAC0B,KAAK,CAAEQ,QAAS,CAAAiG,QAAA,eAC1B9G,IAAA,CAACjB,GAAG,EAACuL,EAAE,CAAE,CAAEZ,YAAY,CAAE,CAAC,CAAEb,WAAW,CAAE,SAAU,CAAE,CAAA/B,QAAA,cACnD9G,IAAA,CAACpB,OAAO,EACNyB,KAAK,CAAEQ,QAAS,CAChB2J,QAAQ,CAAE5G,eAAgB,CAC1B,aAAW,MAAM,CAAAkD,QAAA,CAEhB7F,OAAO,CAACkJ,GAAG,CAAC,SAACC,IAAI,qBAChBpK,IAAA,CAACf,GAAG,EAEFmB,KAAK,cACHJ,IAAA,CAAClB,KAAK,EACJ2L,KAAK,CAAC,WAAW,CACjBC,OAAO,CAAC,KAAK,CACbC,SAAS,CAAE,CAACP,IAAI,CAAC9J,UAAW,CAAAwG,QAAA,CAE3BsD,IAAI,CAAChK,KAAK,CACN,CACR,CACDC,KAAK,CAAE+J,IAAI,CAAC/J,KAAM,EAVb+J,IAAI,CAAC/J,KAWX,CAAC,EACH,CAAC,CACK,CAAC,CACP,CAAC,cACNL,IAAA,CAACnB,QAAQ,EAACwB,KAAK,CAAC,qBAAqB,CAACiK,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAAzD,QAAA,cACvD9G,IAAA,CAACjB,GAAG,EAACuL,EAAE,CAAE,CAAEN,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC9G,IAAA,CAACd,QAAQ,EACP0L,IAAI,CAAEvJ,OAAQ,CACdwJ,OAAO,CAAEnF,UAAW,CACpBoF,UAAU,CAAE,IAAK,CACjBR,EAAE,CAAEb,aAAc,CAClBsB,KAAK,CAAE,CACLhB,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXjK,IAAA,CAACnB,QAAQ,EAACwB,KAAK,CAAC,2BAA2B,CAACiK,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAAzD,QAAA,cAC7D9G,IAAA,CAACjB,GAAG,EAACuL,EAAE,CAAE,CAAEN,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC9G,IAAA,CAACd,QAAQ,EACP0L,IAAI,CAAEnJ,kBAAmB,CACzBoJ,OAAO,CAAE/B,qBAAsB,CAC/BgC,UAAU,CAAE,IAAK,CACjBR,EAAE,CAAEb,aAAc,CAClBsB,KAAK,CAAE,CACLhB,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXjK,IAAA,CAACnB,QAAQ,EAACwB,KAAK,CAAC,wBAAwB,CAACiK,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAAzD,QAAA,cAC1D9G,IAAA,CAACjB,GAAG,EAACuL,EAAE,CAAE,CAAEN,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC9G,IAAA,CAACd,QAAQ,EACP0L,IAAI,CAAEnI,eAAgB,CACtBoI,OAAO,CAAEtB,kBAAmB,CAC5BuB,UAAU,CAAE,IAAK,CACjBR,EAAE,CAAEb,aAAc,CAClBsB,KAAK,CAAE,CACLhB,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXjK,IAAA,CAACnB,QAAQ,EAACwB,KAAK,CAAC,uBAAuB,CAACiK,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAAzD,QAAA,cACzD9G,IAAA,CAACjB,GAAG,EAACuL,EAAE,CAAE,CAAEN,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC9G,IAAA,CAACd,QAAQ,EACP0L,IAAI,CAAE/I,cAAe,CACrBgJ,OAAO,CAAE7B,iBAAkB,CAC3B8B,UAAU,CAAE,IAAK,CACjBR,EAAE,CAAEb,aAAc,CAClBsB,KAAK,CAAE,CACLhB,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXjK,IAAA,CAACnB,QAAQ,EAACwB,KAAK,CAAC,uBAAuB,CAACiK,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAAzD,QAAA,cACzD9G,IAAA,CAACjB,GAAG,EAACuL,EAAE,CAAE,CAAEN,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC9G,IAAA,CAACd,QAAQ,EACP0L,IAAI,CAAE3I,cAAe,CACrB4I,OAAO,CAAExB,iBAAkB,CAC3ByB,UAAU,CAAE,IAAK,CACjBR,EAAE,CAAEb,aAAc,CAClBsB,KAAK,CAAE,CACLhB,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXjK,IAAA,CAACnB,QAAQ,EAACwB,KAAK,CAAC,uBAAuB,CAACiK,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAAzD,QAAA,cACzD9G,IAAA,CAACjB,GAAG,EAACuL,EAAE,CAAE,CAAEN,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC9G,IAAA,CAACd,QAAQ,EACP0L,IAAI,CAAEvI,cAAe,CACrBwI,OAAO,CAAEvB,iBAAkB,CAC3BwB,UAAU,CAAE,IAAK,CACjBR,EAAE,CAAEb,aAAc,CAClBsB,KAAK,CAAE,CACLhB,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACXjK,IAAA,CAACnB,QAAQ,EAACwB,KAAK,CAAC,0BAA0B,CAACiK,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAAzD,QAAA,cAC5D9G,IAAA,CAACjB,GAAG,EAACuL,EAAE,CAAE,CAAEN,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzC9G,IAAA,CAACd,QAAQ,EACP0L,IAAI,CAAE/H,iBAAkB,CACxBgI,OAAO,CAAErB,oBAAqB,CAC9BsB,UAAU,CAAE,IAAK,CACjBR,EAAE,CAAEb,aAAc,CAClBsB,KAAK,CAAE,CACLhB,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAA1J,aAAa","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xinference
3
- Version: 1.0.0
3
+ Version: 1.1.0
4
4
  Summary: Model Serving Made Easy
5
5
  Home-page: https://github.com/xorbitsai/inference
6
6
  Author: Qin Xuye
@@ -19,7 +19,7 @@ Classifier: Programming Language :: Python :: Implementation :: CPython
19
19
  Classifier: Topic :: Software Development :: Libraries
20
20
  Description-Content-Type: text/markdown
21
21
  License-File: LICENSE
22
- Requires-Dist: xoscar>=0.3.0
22
+ Requires-Dist: xoscar>=0.4.4
23
23
  Requires-Dist: torch
24
24
  Requires-Dist: gradio
25
25
  Requires-Dist: pillow
@@ -34,7 +34,7 @@ Requires-Dist: huggingface-hub>=0.19.4
34
34
  Requires-Dist: typing-extensions
35
35
  Requires-Dist: modelscope>=1.10.0
36
36
  Requires-Dist: sse-starlette>=1.6.5
37
- Requires-Dist: openai>1
37
+ Requires-Dist: openai>=1.40.0
38
38
  Requires-Dist: python-jose[cryptography]
39
39
  Requires-Dist: passlib[bcrypt]
40
40
  Requires-Dist: aioprometheus[starlette]>=23.12.0
@@ -45,7 +45,7 @@ Requires-Dist: timm
45
45
  Requires-Dist: setproctitle
46
46
  Provides-Extra: all
47
47
  Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "all"
48
- Requires-Dist: transformers>=4.43.2; extra == "all"
48
+ Requires-Dist: transformers>=4.46.0; extra == "all"
49
49
  Requires-Dist: torch>=2.0.0; extra == "all"
50
50
  Requires-Dist: accelerate>=0.28.0; extra == "all"
51
51
  Requires-Dist: sentencepiece; extra == "all"
@@ -61,14 +61,13 @@ Requires-Dist: controlnet-aux; extra == "all"
61
61
  Requires-Dist: orjson; extra == "all"
62
62
  Requires-Dist: optimum; extra == "all"
63
63
  Requires-Dist: outlines>=0.0.34; extra == "all"
64
+ Requires-Dist: qwen-vl-utils; extra == "all"
64
65
  Requires-Dist: attrdict; extra == "all"
65
66
  Requires-Dist: timm>=0.9.16; extra == "all"
66
67
  Requires-Dist: torchvision; extra == "all"
67
68
  Requires-Dist: FlagEmbedding; extra == "all"
68
- Requires-Dist: funasr; extra == "all"
69
+ Requires-Dist: funasr<1.1.17; extra == "all"
69
70
  Requires-Dist: omegaconf~=2.3.0; extra == "all"
70
- Requires-Dist: nemo-text-processing<1.1.0; extra == "all"
71
- Requires-Dist: WeTextProcessing<1.0.4; extra == "all"
72
71
  Requires-Dist: librosa; extra == "all"
73
72
  Requires-Dist: xxhash; extra == "all"
74
73
  Requires-Dist: torchaudio; extra == "all"
@@ -80,7 +79,7 @@ Requires-Dist: conformer; extra == "all"
80
79
  Requires-Dist: gdown; extra == "all"
81
80
  Requires-Dist: pyarrow; extra == "all"
82
81
  Requires-Dist: HyperPyYAML; extra == "all"
83
- Requires-Dist: onnxruntime==1.16.0; extra == "all"
82
+ Requires-Dist: onnxruntime>=1.16.0; extra == "all"
84
83
  Requires-Dist: boto3<1.28.65,>=1.28.55; extra == "all"
85
84
  Requires-Dist: tensorizer~=2.9.0; extra == "all"
86
85
  Requires-Dist: eva-decord; extra == "all"
@@ -91,20 +90,29 @@ Requires-Dist: loralib; extra == "all"
91
90
  Requires-Dist: ormsgpack; extra == "all"
92
91
  Requires-Dist: cachetools; extra == "all"
93
92
  Requires-Dist: silero-vad; extra == "all"
94
- Requires-Dist: qwen-vl-utils; extra == "all"
93
+ Requires-Dist: vector-quantize-pytorch<=1.17.3,>=1.14.24; extra == "all"
94
+ Requires-Dist: torchdiffeq; extra == "all"
95
+ Requires-Dist: x-transformers>=1.31.14; extra == "all"
96
+ Requires-Dist: pypinyin; extra == "all"
97
+ Requires-Dist: tomli; extra == "all"
98
+ Requires-Dist: vocos; extra == "all"
99
+ Requires-Dist: jieba; extra == "all"
100
+ Requires-Dist: soundfile; extra == "all"
95
101
  Requires-Dist: datamodel-code-generator; extra == "all"
96
102
  Requires-Dist: jsonschema; extra == "all"
97
103
  Requires-Dist: verovio>=4.3.1; extra == "all"
98
104
  Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "all"
99
105
  Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "all"
100
106
  Requires-Dist: mlx-lm; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
107
+ Requires-Dist: mlx-vlm; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
108
+ Requires-Dist: mlx-whisper; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
101
109
  Requires-Dist: vllm>=0.2.6; sys_platform == "linux" and extra == "all"
102
110
  Requires-Dist: sglang>=0.2.7; sys_platform == "linux" and extra == "all"
111
+ Requires-Dist: nemo-text-processing<1.1.0; sys_platform == "linux" and extra == "all"
112
+ Requires-Dist: WeTextProcessing<1.0.4; sys_platform == "linux" and extra == "all"
103
113
  Provides-Extra: audio
104
- Requires-Dist: funasr; extra == "audio"
114
+ Requires-Dist: funasr<1.1.17; extra == "audio"
105
115
  Requires-Dist: omegaconf~=2.3.0; extra == "audio"
106
- Requires-Dist: nemo-text-processing<1.1.0; extra == "audio"
107
- Requires-Dist: WeTextProcessing<1.0.4; extra == "audio"
108
116
  Requires-Dist: librosa; extra == "audio"
109
117
  Requires-Dist: xxhash; extra == "audio"
110
118
  Requires-Dist: torchaudio; extra == "audio"
@@ -119,13 +127,23 @@ Requires-Dist: diffusers>=0.30.0; extra == "audio"
119
127
  Requires-Dist: gdown; extra == "audio"
120
128
  Requires-Dist: pyarrow; extra == "audio"
121
129
  Requires-Dist: HyperPyYAML; extra == "audio"
122
- Requires-Dist: onnxruntime==1.16.0; extra == "audio"
130
+ Requires-Dist: onnxruntime>=1.16.0; extra == "audio"
123
131
  Requires-Dist: loguru; extra == "audio"
124
132
  Requires-Dist: natsort; extra == "audio"
125
133
  Requires-Dist: loralib; extra == "audio"
126
134
  Requires-Dist: ormsgpack; extra == "audio"
127
135
  Requires-Dist: cachetools; extra == "audio"
128
136
  Requires-Dist: silero-vad; extra == "audio"
137
+ Requires-Dist: vector-quantize-pytorch<=1.17.3,>=1.14.24; extra == "audio"
138
+ Requires-Dist: torchdiffeq; extra == "audio"
139
+ Requires-Dist: x-transformers>=1.31.14; extra == "audio"
140
+ Requires-Dist: pypinyin; extra == "audio"
141
+ Requires-Dist: tomli; extra == "audio"
142
+ Requires-Dist: vocos; extra == "audio"
143
+ Requires-Dist: jieba; extra == "audio"
144
+ Requires-Dist: soundfile; extra == "audio"
145
+ Requires-Dist: nemo-text-processing<1.1.0; sys_platform == "linux" and extra == "audio"
146
+ Requires-Dist: WeTextProcessing<1.0.4; sys_platform == "linux" and extra == "audio"
129
147
  Provides-Extra: benchmark
130
148
  Requires-Dist: psutil; extra == "benchmark"
131
149
  Provides-Extra: dev
@@ -143,7 +161,7 @@ Requires-Dist: sphinx-intl>=0.9.9; extra == "dev"
143
161
  Requires-Dist: jieba>=0.42.0; extra == "dev"
144
162
  Requires-Dist: flake8>=3.8.0; extra == "dev"
145
163
  Requires-Dist: black; extra == "dev"
146
- Requires-Dist: openai>1; extra == "dev"
164
+ Requires-Dist: openai>=1.40.0; extra == "dev"
147
165
  Requires-Dist: langchain; extra == "dev"
148
166
  Requires-Dist: langchain-community; extra == "dev"
149
167
  Requires-Dist: orjson; extra == "dev"
@@ -177,6 +195,9 @@ Provides-Extra: llama_cpp
177
195
  Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "llama-cpp"
178
196
  Provides-Extra: mlx
179
197
  Requires-Dist: mlx-lm; extra == "mlx"
198
+ Requires-Dist: mlx-vlm; extra == "mlx"
199
+ Requires-Dist: mlx-whisper; extra == "mlx"
200
+ Requires-Dist: qwen-vl-utils; extra == "mlx"
180
201
  Provides-Extra: rerank
181
202
  Requires-Dist: FlagEmbedding; extra == "rerank"
182
203
  Provides-Extra: sglang
@@ -184,7 +205,7 @@ Requires-Dist: outlines>=0.0.34; extra == "sglang"
184
205
  Requires-Dist: sglang>=0.2.7; sys_platform == "linux" and extra == "sglang"
185
206
  Requires-Dist: vllm>=0.5.2; sys_platform == "linux" and extra == "sglang"
186
207
  Provides-Extra: transformers
187
- Requires-Dist: transformers>=4.43.2; extra == "transformers"
208
+ Requires-Dist: transformers>=4.46.0; extra == "transformers"
188
209
  Requires-Dist: torch; extra == "transformers"
189
210
  Requires-Dist: accelerate>=0.28.0; extra == "transformers"
190
211
  Requires-Dist: sentencepiece; extra == "transformers"
@@ -259,14 +280,14 @@ potential of cutting-edge AI models.
259
280
  - Support speech recognition model: [#929](https://github.com/xorbitsai/inference/pull/929)
260
281
  - Metrics support: [#906](https://github.com/xorbitsai/inference/pull/906)
261
282
  ### New Models
283
+ - Built-in support for [F5-TTS](https://github.com/SWivid/F5-TTS): [#2626](https://github.com/xorbitsai/inference/pull/2626)
284
+ - Built-in support for [GLM Edge](https://github.com/THUDM/GLM-Edge): [#2582](https://github.com/xorbitsai/inference/pull/2582)
285
+ - Built-in support for [QwQ-32B-Preview](https://qwenlm.github.io/blog/qwq-32b-preview/): [#2602](https://github.com/xorbitsai/inference/pull/2602)
262
286
  - Built-in support for [Qwen 2.5 Series](https://qwenlm.github.io/blog/qwen2.5/): [#2325](https://github.com/xorbitsai/inference/pull/2325)
263
287
  - Built-in support for [Fish Speech V1.4](https://huggingface.co/fishaudio/fish-speech-1.4): [#2295](https://github.com/xorbitsai/inference/pull/2295)
264
288
  - Built-in support for [DeepSeek-V2.5](https://huggingface.co/deepseek-ai/DeepSeek-V2.5): [#2292](https://github.com/xorbitsai/inference/pull/2292)
265
289
  - Built-in support for [Qwen2-Audio](https://github.com/QwenLM/Qwen2-Audio): [#2271](https://github.com/xorbitsai/inference/pull/2271)
266
290
  - Built-in support for [Qwen2-vl-instruct](https://github.com/QwenLM/Qwen2-VL): [#2205](https://github.com/xorbitsai/inference/pull/2205)
267
- - Built-in support for [MiniCPM3-4B](https://huggingface.co/openbmb/MiniCPM3-4B): [#2263](https://github.com/xorbitsai/inference/pull/2263)
268
- - Built-in support for [CogVideoX](https://github.com/THUDM/CogVideo): [#2049](https://github.com/xorbitsai/inference/pull/2049)
269
- - Built-in support for [flux.1-schnell & flux.1-dev](https://www.basedlabs.ai/tools/flux1): [#2007](https://github.com/xorbitsai/inference/pull/2007)
270
291
  ### Integrations
271
292
  - [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
272
293
  - [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.
@@ -1,15 +1,15 @@
1
1
  xinference/__init__.py,sha256=nmTTrYbIpj964ZF6ojtgOM7E85JBOj1EyQbmYjbj1jw,915
2
- xinference/_compat.py,sha256=xFztCfyrq3O_4bssL_ygghYkfxicv_ZhiX2YDDWHf-k,3571
3
- xinference/_version.py,sha256=fpV50OH7B6n2pfTzqkYhtyB658xgOLxDdVxTQumkplE,497
2
+ xinference/_compat.py,sha256=vpf_M9Ou6d9qaq-hG5isJ-C8e8UdPZPqoWcPhabfNko,4135
3
+ xinference/_version.py,sha256=SLrzKIb7ooL4naeDwsynitdnLtJxVgvVCnrnV7u3Ck4,497
4
4
  xinference/conftest.py,sha256=vETDpRBVIlWbWi7OTwf7og89U25KyYGyI7yPIB3O8N8,9564
5
5
  xinference/constants.py,sha256=mEW4HDzjXtDXN61Mt6TtJrJ4ljbB6VUkh97e3oDbNx4,3905
6
6
  xinference/device_utils.py,sha256=zswJiws3VyTIaNO8z-MOcsJH_UiPoePPiKK5zoNrjTA,3285
7
7
  xinference/fields.py,sha256=0UtBFaDNzn1n9MRjyTkNrolsIML-TpZfudWOejqjni8,5245
8
- xinference/isolation.py,sha256=uhkzVyL3fSYZSuFexkG6Jm-tRTC5I607uNg000BXAnE,1949
9
- xinference/types.py,sha256=LHTbNLf0zI-FLruxRuBt2KMpk2P4eKpYdFvh2qzNTGI,12458
8
+ xinference/isolation.py,sha256=gTU1em5fxg1m-7hxieWBMZvVkXZX4GZYmeT7XxXsYrU,2699
9
+ xinference/types.py,sha256=t9SIU06Y1Y_lmXMfQmYAHmP8K6vTnD5Ly32z4KqriZE,12514
10
10
  xinference/utils.py,sha256=zYgf9bCvfbybRt3gEog6r5WJCpj0czZCf0qgRdYjkN8,720
11
11
  xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
12
- xinference/api/restful_api.py,sha256=eWw6tQ9zVOYAB_P9Zr_0bO3_ng7wyyGFIlA7MnV7q_k,88589
12
+ xinference/api/restful_api.py,sha256=ygyJxXgdUNsDgUqU-pgPIgxp7C-UFKqN26aECz5MK30,92336
13
13
  xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
14
14
  xinference/api/oauth2/auth_service.py,sha256=74JzB42fbbmBu4Q1dW3A9Fp_N7167KgRGB42Z0NHjAM,6119
15
15
  xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
@@ -18,14 +18,14 @@ xinference/client/__init__.py,sha256=Gc4HOzAy_1cic5kXlso7hahYgw89CKvZSJDicEU461k
18
18
  xinference/client/common.py,sha256=iciZRs5YjM2gYsXnwACPMaiBZp4_XpawWwfym0Iyu40,1617
19
19
  xinference/client/handlers.py,sha256=OKl_i5FA341wsQf_0onSOPbbW6V861WJrSP7ghtDc8c,527
20
20
  xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
21
- xinference/client/restful/restful_client.py,sha256=nz4Gz9PpX1seB20xmO5Pc6vliqB44gqJOfcIvdVuVVQ,52276
21
+ xinference/client/restful/restful_client.py,sha256=JwzP7etUZBR0mmU7y3dUOEWN_D7ol_2hXN9KMAzKZaw,53601
22
22
  xinference/core/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
23
23
  xinference/core/cache_tracker.py,sha256=3ubjYCU5aZToSp2GEuzedECVrg-PR4kThTefrFUkb9g,6971
24
24
  xinference/core/chat_interface.py,sha256=Kiqs1XOXgYBlP7DOXLEXaFjbVuS0yC1-dXJyxrxiRNE,20785
25
25
  xinference/core/event.py,sha256=42F38H2WOl6aPxp2oxX6WNxHRRxbnvYRmbt4Ar7NP4U,1640
26
26
  xinference/core/image_interface.py,sha256=5Iuoiw3g2TvgOYi3gRIAGApve2nNzfMPduRrBHvd1NY,13755
27
27
  xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
28
- xinference/core/model.py,sha256=fVE-b7vLgMgFmY4yJpFVnV_4Pw1Bde-ykBERZJVAjsM,39873
28
+ xinference/core/model.py,sha256=Or_HJxmh6hJ3LVsxOBSk3T7wIzhYI9G2lZimrv9FZ0M,40819
29
29
  xinference/core/progress_tracker.py,sha256=LIF6CLIlnEoSBkuDCraJktDOzZ31mQ4HOo6EVr3KpQM,6453
30
30
  xinference/core/resource.py,sha256=FQ0aRt3T4ZQo0P6CZZf5QUKHiCsr5llBvKb1f7wfnxg,1611
31
31
  xinference/core/scheduler.py,sha256=gdj3SyP_jelJ86vTRrgnFynhxz5JSwLRsQgx8PTtBi8,15671
@@ -34,32 +34,34 @@ xinference/core/supervisor.py,sha256=6DNERyU_Un-Xc9a1P2EyVmJiNOaKI7pBBNwiC4BA92s
34
34
  xinference/core/utils.py,sha256=trVesJM9GLiDXYtyoVt23rV_AS3G-gAu2BZpBkSMn8w,11067
35
35
  xinference/core/worker.py,sha256=YIlaQosBRj_VStfZGPfWnT2ie13GW8K4NNEP5qz28lI,46402
36
36
  xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
37
- xinference/deploy/cmdline.py,sha256=yQI6KuRUzih0rs_fInp2Lr3rwkOjBOM0eydPaF7VKDQ,48385
37
+ xinference/deploy/cmdline.py,sha256=gPwp9IngaXCypUEnPDS_22U8GntsKr7qHDST7duyAoI,48478
38
38
  xinference/deploy/local.py,sha256=gcH6WfTxfhjvNkxxKZH3tcGtXV48BEPoaLWYztZHaeo,3954
39
39
  xinference/deploy/supervisor.py,sha256=68rB2Ey5KFeF6zto9YGbw3P8QLZmF_KSh1NwH_pNP4w,2986
40
40
  xinference/deploy/utils.py,sha256=jdL7i2WV6u_BZ8IiE1d3YktvCARcB3ntzMQ5rHGD5DM,6756
41
41
  xinference/deploy/worker.py,sha256=VQ71ClWpeGsyFgDmcOes2ub1cil10cBjhFLHYeuVwC4,2974
42
42
  xinference/deploy/test/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
43
- xinference/deploy/test/test_cmdline.py,sha256=m8xDzjtDuAJy0QkvYVJIZDuTB29cmYBV0d231JyRCPU,7714
43
+ xinference/deploy/test/test_cmdline.py,sha256=UecwELfMA03i-AL8uxluhW8A12kzhbHc6gsMg1R_c24,9015
44
44
  xinference/model/__init__.py,sha256=bCEwvKjoazBW8QZ5C5Hpfd5v_VTbWpXvo8IB9d4Qs70,1127
45
45
  xinference/model/core.py,sha256=_NEH4wkjjJgRDdLHNVY_hL3V0kT67CvTay89uIzx1Ns,4736
46
46
  xinference/model/utils.py,sha256=_yJ5h4RUzt7Kjs2WdjSzbVM3FTWEkX0ycOnXANZ9KVg,11394
47
- xinference/model/audio/__init__.py,sha256=G4n-MyzdarFVOndPRkEyZZrCwqFIG8yIsky6_5dife0,3433
47
+ xinference/model/audio/__init__.py,sha256=KasWsaNPeij6sGpHKqXaUc_bxUw1yYbD7-fwxkcoAVE,3731
48
48
  xinference/model/audio/chattts.py,sha256=ny3DZTCTt2MzdkLw994_QHZ_4qIEUZcNexNJkCejCyo,4998
49
- xinference/model/audio/core.py,sha256=73KojfhE8QFEVkWoqC8FohioQg3TALz1hKCzuDOArgM,6554
49
+ xinference/model/audio/core.py,sha256=j3H4IAcMRFiwEt8MCGzvD7VqvBON9dxrbRbfqFgSwfk,7082
50
50
  xinference/model/audio/cosyvoice.py,sha256=Enur1Y4Xa-mpr7wwnoXWwhyh7PUAjrHZ8DV91tTrpjE,6426
51
51
  xinference/model/audio/custom.py,sha256=8GXBRmTtR-GY03-E91nlRGTIuabCRzlt20ecU6Un6Y8,4985
52
- xinference/model/audio/fish_speech.py,sha256=v2WVEV-BLWnbiDvqrx8WTGE_YNKmd9QoAF1LZBXWxn0,7310
52
+ xinference/model/audio/f5tts.py,sha256=0uhtovQAnmTaIiI17QZLR0dWEJD2lW_baB6B-5yXNas,6557
53
+ xinference/model/audio/fish_speech.py,sha256=HNSNOA_rl7io1F4Vv3gicQh7Jpqgi3SAl57YRKzuPOs,8917
53
54
  xinference/model/audio/funasr.py,sha256=65z7U7_F14CCP-jg6BpeY3_49FK7Y5OCRSzrhhsklCg,4075
54
- xinference/model/audio/model_spec.json,sha256=iw0kE-0j2JaLBwIc3KKra9NERbxKNHIhXuhbwnhGXbA,5120
55
- xinference/model/audio/model_spec_modelscope.json,sha256=U82E5vZahi4si6kpCjdp2FAG2lCpQ7s7w_1t6lj2ysI,2038
55
+ xinference/model/audio/model_spec.json,sha256=80Yiljfope_9eeDQHle-lZLpDqYaScAREquSy52Puv8,7529
56
+ xinference/model/audio/model_spec_modelscope.json,sha256=cNZlzRtkI4x1KK9Ya-YiVTpdJ7-AAA5JwfM-oQSkaKg,2277
56
57
  xinference/model/audio/utils.py,sha256=pwo5cHh8nvhyBa9f-17QaVpXMSjmbpGbPYKwBBtEhGM,717
57
58
  xinference/model/audio/whisper.py,sha256=PQL7rebGC7WlIOItuDtjdEtSJtlhxFkolot-Fj-8uDU,7982
59
+ xinference/model/audio/whisper_mlx.py,sha256=zBuCd7GUlsN9FC_-J11gqIkOCicihfbqxoabiXTvH2Q,7237
58
60
  xinference/model/embedding/__init__.py,sha256=1GmvQsbeeVUT-VRaRGetf8UT4RQgLWIzfp5kfX5jw-k,3567
59
- xinference/model/embedding/core.py,sha256=PP9Hpv_jK9x3cB2oSa1Q7SnzzPn7TnfVyF6uzx216OU,18762
61
+ xinference/model/embedding/core.py,sha256=ijobgaf8ZXY7epxE4m1jqnMIJDaAwzHPoWExhaMtBMY,32201
60
62
  xinference/model/embedding/custom.py,sha256=757KncqhsOWVypHZFtuhBP_xy-UTNaFdy0BuZRfuIV8,3848
61
- xinference/model/embedding/model_spec.json,sha256=dn1XZDiB-HED_IqZO3iYdfhpqA1EO3wHcylXd1O9WK8,7060
62
- xinference/model/embedding/model_spec_modelscope.json,sha256=1qyMQR-JrcSZ_WB5gEtNI9IEzE9orSM41rjSXS6rMs4,6210
63
+ xinference/model/embedding/model_spec.json,sha256=EqoR3mubGwCRhAiG6airmS1i881MAxRcwG0FkTyODjs,7233
64
+ xinference/model/embedding/model_spec_modelscope.json,sha256=XGXKaB0sI-pDuboCW39AIugRuDFNvQE6hNhp67uoKsA,6414
63
65
  xinference/model/embedding/utils.py,sha256=t_y-7TrYenJKzX3p8e8KWXyC66u7Kd7lMvSzEOolnZw,790
64
66
  xinference/model/flexible/__init__.py,sha256=DUAfq9vaiXOfUJfP2WRfqDmGfMtKMqRE-wLETaJw4_w,1718
65
67
  xinference/model/flexible/core.py,sha256=3REGHL9uUTgwgEEr6qv5uNMq-j-7by4bAco7QNwwxx4,7231
@@ -81,32 +83,33 @@ xinference/model/image/scheduler/flux.py,sha256=GHlpPfU5UxsiQWNyvNe9SaVZceNg_2Ci
81
83
  xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
82
84
  xinference/model/image/stable_diffusion/core.py,sha256=M_sYFsY_q91l0D6O7AqQVd_h-RIgXcmaydyCvASyNsI,23055
83
85
  xinference/model/image/stable_diffusion/mlx.py,sha256=GZsozzGB04NfHAdU9MI6gwWE1t_A-s_Ddn_ic8DlkKQ,7476
84
- xinference/model/llm/__init__.py,sha256=9g9dFG2XuNDCTLE5vuJ6kCT-rqe9MfN56aEapyXaJ5M,13938
86
+ xinference/model/llm/__init__.py,sha256=RDfLCynV34DcGfL2Y8Aw7S3pruC1TiPc8apcmgAYqZs,14052
85
87
  xinference/model/llm/core.py,sha256=g-luuAjZizrPunhyFE9IRjn57l0g6FY_1xUwtlRegbs,8151
86
- xinference/model/llm/llm_family.json,sha256=H1jJvTot6DsoJ_hyTMqJbcHI95tkuEwwYeljQRmPW_8,296753
88
+ xinference/model/llm/llm_family.json,sha256=8ie8M1ghT5p_QSqTm4gpJFhbe7cIvuL9AmngBpblyD8,315713
87
89
  xinference/model/llm/llm_family.py,sha256=tI2wPefd7v-PWcVhUO2qy6iGob_ioeNCwAQQzal-2o4,39549
88
90
  xinference/model/llm/llm_family_csghub.json,sha256=zMKWbihsxQNVB1u5iKJbZUkbOfQ4IPNq1KQ-8IDPQQA,8759
89
- xinference/model/llm/llm_family_modelscope.json,sha256=iNnH9DRTVc-EmX0YS2790LKRjJ945aLbtK97uoTY6_k,227335
91
+ xinference/model/llm/llm_family_modelscope.json,sha256=ByXuxHXE6LOaiUQQom1yHXRhe7LgtZnxBAa4_OIO8og,246100
90
92
  xinference/model/llm/llm_family_openmind_hub.json,sha256=jl9pfbe5DztoxgEwKBxDk1Wd7TziTiJ48_Ie_lJdYjA,67872
91
93
  xinference/model/llm/memory.py,sha256=NEIMw6wWaF9S_bnBYq-EyuDhVbUEEeceQhwE1iwsrhI,10207
92
- xinference/model/llm/utils.py,sha256=DUC6jPr1-kPNsgc4J5MXNSMVgDlPLfQiitLGfdJxVxM,23596
94
+ xinference/model/llm/utils.py,sha256=BBXo8rF1QM3EFdOeARFlAkuKBW3pTh-MuoC8zUpCuLc,24428
93
95
  xinference/model/llm/llama_cpp/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
94
96
  xinference/model/llm/llama_cpp/core.py,sha256=vjuTapwbn-ZjUX-8WA0nFyicE4UGUSehU_csSetvcZw,10928
95
97
  xinference/model/llm/lmdeploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
96
98
  xinference/model/llm/lmdeploy/core.py,sha256=WvSP3x6t-HBv6hKh1qWZatFAzlcZCyyKqvc3ua8yPTI,19835
97
99
  xinference/model/llm/mlx/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
98
- xinference/model/llm/mlx/core.py,sha256=IsSFqkAK27yTafcWODw958jSNyxniiTsn9QR1Z6IhWk,15367
100
+ xinference/model/llm/mlx/core.py,sha256=-37TJ9xR0iOXgwn7QbDfFFa4lVHoaBDKPgmCma_OzOQ,22131
99
101
  xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
100
- xinference/model/llm/sglang/core.py,sha256=ft4QlDw36gwoic8lyjtSx2ai6KTW84CPVbYr8grqGMI,16698
102
+ xinference/model/llm/sglang/core.py,sha256=Ab0i6Q3M-DqQi5bHMyfa9klPElGSk1ThEke4mdsBHXU,16747
101
103
  xinference/model/llm/transformers/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
102
- xinference/model/llm/transformers/chatglm.py,sha256=tr6nEfHAg_mFRDlqXLMvbSq6U47851jOpqTz_vkWNJM,22266
104
+ xinference/model/llm/transformers/chatglm.py,sha256=vHBPIn5nEkrjBmonYkCHAIxDwvNeZHXK8EQz3B2vObE,22418
103
105
  xinference/model/llm/transformers/cogvlm2.py,sha256=I5Ftm0VYjbTAv5ZARZCo32Ggpw58PJfHs5B_nX_BIlU,15972
104
106
  xinference/model/llm/transformers/cogvlm2_video.py,sha256=ZGkpC4x2uEtjwoMrLSODmAUYTjOeSNYxZi9VpQrpnhU,11857
105
107
  xinference/model/llm/transformers/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
106
- xinference/model/llm/transformers/core.py,sha256=rgRrqykyd4fpKNvMfmjAIApWjqvYO3HYB1wJ7cmB9S0,28229
108
+ xinference/model/llm/transformers/core.py,sha256=8-BKAXWhBAQOnk1tDHwNQzq5x74-y1P9kdxO2D3ZhjQ,28247
107
109
  xinference/model/llm/transformers/deepseek_v2.py,sha256=-RKlI3mhja730md4evQ2vfIxBnZD5vWyrgmg_3eovms,4096
108
110
  xinference/model/llm/transformers/deepseek_vl.py,sha256=pB6i6DW5oyfHdqTgKpi2DkIKVGlPLGIDR_Op0sB1uKA,10445
109
111
  xinference/model/llm/transformers/glm4v.py,sha256=goph2HhpV8gUm2t8-T1P-jTF2r_kPeH6QNe64lmlm0g,13871
112
+ xinference/model/llm/transformers/glm_edge_v.py,sha256=sedHB4iRd37UC__1MeXs33NLMQQKFYBIFf3A71rMEZU,8159
110
113
  xinference/model/llm/transformers/intern_vl.py,sha256=0pbze1eo3HvNQ0nW-mVJcJuJ4GrEyBBqQAYIdXnAn6c,18270
111
114
  xinference/model/llm/transformers/internlm2.py,sha256=3mjRgqU0RgCFF0F46ieVH0NO2JCKGsQkmkoVlWJrh8E,3221
112
115
  xinference/model/llm/transformers/minicpmv25.py,sha256=mr80-OlSlK_opSuAO3cz_QlkqujLr6V-OsTP0ebwpE8,6814
@@ -117,10 +120,10 @@ xinference/model/llm/transformers/qwen2_audio.py,sha256=1XmlawVF-Xh2pgGoLDX7kOYI
117
120
  xinference/model/llm/transformers/qwen2_vl.py,sha256=i8mypQwaPaaGQ0OIS55H8yuUX6gH87ubPuPQHHAD9fw,7304
118
121
  xinference/model/llm/transformers/qwen_vl.py,sha256=LG19qJW30bFiZOS-t9OM3JP6K1KCLj_Sv3nKSCLvyts,14058
119
122
  xinference/model/llm/transformers/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjDLPZjfCMil67Pkywd_Ze4dTx4,11362
120
- xinference/model/llm/transformers/utils.py,sha256=Ej9Tu2yVAotfXMFsl30QlYXLZTODU6Pv_UppsGGUiSw,19185
123
+ xinference/model/llm/transformers/utils.py,sha256=a4-X5P9_L--rgSx5jI8haYA6GSpKhMdOYE97VNh54yM,19389
121
124
  xinference/model/llm/transformers/yi_vl.py,sha256=iCdRLw-wizbU-qXXc8CT4DhC0Pt-uYg0vFwXEhAZjQg,8961
122
125
  xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
123
- xinference/model/llm/vllm/core.py,sha256=gflboRHy4JvhDG6G2bjPgidgNFTU2dDepbTZBmeDGlY,31516
126
+ xinference/model/llm/vllm/core.py,sha256=69oLX1G5fK-UkPTQMgNkJPgFOVhqTbDdumZZ3INkskI,35409
124
127
  xinference/model/llm/vllm/utils.py,sha256=LKOmwfFRrlSecawxT-uE39tC2RQbf1UIiSH9Uz90X6w,1313
125
128
  xinference/model/rerank/__init__.py,sha256=wRpf1bOMfmAsuEKEGczMTB5fWEvuqltlJbIbRb-x8Ko,3483
126
129
  xinference/model/rerank/core.py,sha256=e-QoFgVk-6LOQPM5zqbEj095J-1bkuyd9c5zRI5DlF8,14560
@@ -209,6 +212,56 @@ xinference/thirdparty/deepseek_vl/serve/examples/rap.jpeg,sha256=AL_pk3nX1ChriPT
209
212
  xinference/thirdparty/deepseek_vl/utils/__init__.py,sha256=u8C--egJMT_DDm0JG3frXGSQNNv6cfIAumPhghzkxhk,1091
210
213
  xinference/thirdparty/deepseek_vl/utils/conversation.py,sha256=7oITA8TsIuOfumVZ8hcoDpA6dm1jz7n8-VXPe_7-4YA,11702
211
214
  xinference/thirdparty/deepseek_vl/utils/io.py,sha256=HQqLoONZF4nl1E9oMrm7_2LwU8ZSh1C9htm7vLN4YfI,2751
215
+ xinference/thirdparty/f5_tts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
216
+ xinference/thirdparty/f5_tts/api.py,sha256=yYr9SwJrgyzm8E7Z5LZYkW8p28PbVRtjr9lIcDRvJjk,5571
217
+ xinference/thirdparty/f5_tts/socket_server.py,sha256=XwClpY1a3MtTdedMWT5fLTS1Bt2DnvydZs2jnLxSBdc,5353
218
+ xinference/thirdparty/f5_tts/configs/E2TTS_Base_train.yaml,sha256=93n-t-7bs21nPNiA7iHDfub5BOU154wusr5HQ4FCgrg,1524
219
+ xinference/thirdparty/f5_tts/configs/E2TTS_Small_train.yaml,sha256=OICiTEILCBFCzuH8-uB_yaubX7RFpXlmQmkHfEz7uBc,1450
220
+ xinference/thirdparty/f5_tts/configs/F5TTS_Base_train.yaml,sha256=0ABJmiY1MZuSlnpZM2P1V-nUPSCf3Z2H_YhH6GNUcbg,1593
221
+ xinference/thirdparty/f5_tts/configs/F5TTS_Small_train.yaml,sha256=Ipd_-hzSm3Kd1M_kS70viE_X6oF-hyiQrzpprjJv2rE,1545
222
+ xinference/thirdparty/f5_tts/eval/README.md,sha256=JL2cAWgA1ruqrNmEpGSYjyIwX2MR33JPI5-rP6pSfvU,1739
223
+ xinference/thirdparty/f5_tts/eval/ecapa_tdnn.py,sha256=mU979VeH7XIOl01W7N0wR7EZg-TsR12nKde_dNLqIBM,11365
224
+ xinference/thirdparty/f5_tts/eval/eval_infer_batch.py,sha256=TUKSXmAo1LKvlTr8RS7_pOwowDANvLF-fOzJ8e17EE0,7337
225
+ xinference/thirdparty/f5_tts/eval/eval_infer_batch.sh,sha256=qWvsnkBJEVStA4FSlgoMkgxbMUtKrjtYIb0lrxatPEQ,736
226
+ xinference/thirdparty/f5_tts/eval/eval_librispeech_test_clean.py,sha256=1Pt7o6MbmKHQGu3jsKz8Ez6lbWiEGm_T_-h9jV2_3SM,3119
227
+ xinference/thirdparty/f5_tts/eval/eval_seedtts_testset.py,sha256=FjkHt_Cr3L8kRDmLFwU9crc3f2qB70-XalI1IhZykMU,2855
228
+ xinference/thirdparty/f5_tts/eval/utils_eval.py,sha256=lgr85GHc8q43omDab7MEeKUknoXWYIFJgA9a3bfZkoo,13752
229
+ xinference/thirdparty/f5_tts/infer/README.md,sha256=dN4SXdOntZFn8GC6LDu_HSA17XiGwA1LXpNrA5fLG7A,7200
230
+ xinference/thirdparty/f5_tts/infer/SHARED.md,sha256=tsli9AOniGJn9RWqMRaxmKrNU8fIjLuoXvfBIC3aJbE,3257
231
+ xinference/thirdparty/f5_tts/infer/infer_cli.py,sha256=FbCLpvlvG2qRHlzVh7YEPqkbsexWJ9xvblHhBPfQA5M,7579
232
+ xinference/thirdparty/f5_tts/infer/infer_gradio.py,sha256=kZstlld1FU01I1X_dfTX_AZZHtr11NHyCNJujPsngOk,32230
233
+ xinference/thirdparty/f5_tts/infer/speech_edit.py,sha256=ZQHqvjTz44WoNIeDeKFaRU4JTZavm41zUuFroZZJtoE,6448
234
+ xinference/thirdparty/f5_tts/infer/utils_infer.py,sha256=bgY9giSv520fSx-4SCTRVVoC8m5LVgcicvoKKJq4zAI,17969
235
+ xinference/thirdparty/f5_tts/infer/examples/vocab.txt,sha256=Thc5NL5WIZ6zh1n6jUxIEy1aNEVPDESrzkCbz2oH7EY,11255
236
+ xinference/thirdparty/f5_tts/infer/examples/basic/basic.toml,sha256=vyD-fjKRJl63z8tpHQbbJJRXK8x4qbpxiEB894BWeVg,538
237
+ xinference/thirdparty/f5_tts/infer/examples/basic/basic_ref_en.wav,sha256=sOIgSOckFPzB5rY0LkendNdIoZXtNOSls_z0FnB_K3E,256018
238
+ xinference/thirdparty/f5_tts/infer/examples/basic/basic_ref_zh.wav,sha256=lnJKETJA0fgsbe0TNBIvAXa5bJImzNPJGeYlvP0qPt4,324558
239
+ xinference/thirdparty/f5_tts/infer/examples/multi/country.flac,sha256=uxVwi0s4deN77sRlkaXYnhqaY_2tO4_kpchzj09VRAA,180321
240
+ xinference/thirdparty/f5_tts/infer/examples/multi/main.flac,sha256=SrsRB3cc5-FJJv3oeblZ3ebbblckdrmGhPBORel4qxk,279219
241
+ xinference/thirdparty/f5_tts/infer/examples/multi/story.toml,sha256=YXyG9WKvRQoEbvzymPfC0JfhRPuIqhVPt4Pl6FCnYAw,469
242
+ xinference/thirdparty/f5_tts/infer/examples/multi/story.txt,sha256=x2786TF7Ddmd9rLCbw8g_UoNWk3Ay2m3uTMPwZ5vvMU,1404
243
+ xinference/thirdparty/f5_tts/infer/examples/multi/town.flac,sha256=59BpuOvVGAw7MP3l03jwod2slnItYs9DU378PD86POg,229383
244
+ xinference/thirdparty/f5_tts/model/__init__.py,sha256=JmdAzUUCK6TLeuzZI1SA-54ws4l7SszormqEt6e12Qw,276
245
+ xinference/thirdparty/f5_tts/model/cfm.py,sha256=9rv6V6Mjc8PrHEF9d4hx3P4qZPmT23NO0t-S2WzTdMA,9415
246
+ xinference/thirdparty/f5_tts/model/dataset.py,sha256=yk7j7n2nBejWjod9v9cbYgpfzeWjPBJkYnd7bK_hkbk,10544
247
+ xinference/thirdparty/f5_tts/model/modules.py,sha256=9y8oJzryjNPzHGYP99GBNuJQ4p8cOz08KUQNO8oIphk,21737
248
+ xinference/thirdparty/f5_tts/model/trainer.py,sha256=PCV3_Q3ZunpAdkooybzOC1MW4XKLTf_EQC9dKBkQ0k4,16312
249
+ xinference/thirdparty/f5_tts/model/utils.py,sha256=8-dKoDRiK135BNf_ziaC8HLspjgiR-hXYBrW2iq3jvI,6466
250
+ xinference/thirdparty/f5_tts/model/backbones/README.md,sha256=-PRyZ0YTZ2a9AjorY6d70mqL4FGgv1XdE4qSPhUHQDg,701
251
+ xinference/thirdparty/f5_tts/model/backbones/dit.py,sha256=xC1jkPO6bQ2768B-UBuJRWiR-iQogu7cINXm-d3utEo,5240
252
+ xinference/thirdparty/f5_tts/model/backbones/mmdit.py,sha256=o4iKTCcmmw_0mtKPqrEEjVWxij4xgRN6JCtTcXjre08,4208
253
+ xinference/thirdparty/f5_tts/model/backbones/unett.py,sha256=hS5j_Nc1N2q7VXLfcz-z185kr40zd8STCgpNAgkL5Ho,6956
254
+ xinference/thirdparty/f5_tts/scripts/count_max_epoch.py,sha256=-XaRu5xK5MAlCRapuA4BlO4ukE9Mymw4ttOcNWR1ZTk,1099
255
+ xinference/thirdparty/f5_tts/scripts/count_params_gflops.py,sha256=DjZzIilUXXR-X43MRr45q8u7CK88Bps1CezHoZWxIfY,1358
256
+ xinference/thirdparty/f5_tts/train/README.md,sha256=SW5eJOHaUSmtCGwfv_pgFPOgqzvGp7mvRZHeBDyOr94,2352
257
+ xinference/thirdparty/f5_tts/train/finetune_cli.py,sha256=C0SV3gRhWjrWn_K5s8YtQW7ntsj-BCp3w9p0pIgYj8o,6646
258
+ xinference/thirdparty/f5_tts/train/finetune_gradio.py,sha256=zeYpvRFO-JK3c_aNTzOQZyV9XwJYGjw3DxfV4ib_ZhA,65801
259
+ xinference/thirdparty/f5_tts/train/train.py,sha256=tmO4AfMDS641s2DIFSZPdTBg3KxRU3P1B8wvSF_NFUs,2577
260
+ xinference/thirdparty/f5_tts/train/datasets/prepare_csv_wavs.py,sha256=26tkuj8Fzjsy_-NGBY4N1K6Grq35n0SQJSf-4G_fA_s,5301
261
+ xinference/thirdparty/f5_tts/train/datasets/prepare_emilia.py,sha256=UKMIPzc3ZG0SpZe4cyeQKdM2qp0JI5eB87X5mlfHumY,7414
262
+ xinference/thirdparty/f5_tts/train/datasets/prepare_libritts.py,sha256=d6H0_VtlEX2pXoW8VW98VLcaKYmq0dTT7-opVMGiN4s,3151
263
+ xinference/thirdparty/f5_tts/train/datasets/prepare_ljspeech.py,sha256=OVL5AlqiNsbzuw-YzR6Os01cyebvqbfZirlgC4Au0a0,2246
264
+ xinference/thirdparty/f5_tts/train/datasets/prepare_wenetspeech4tts.py,sha256=4MSCHkjjlKjao_2dAK2H9bU98fCVd26MoVZ3KBMy3CM,4579
212
265
  xinference/thirdparty/fish_speech/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
213
266
  xinference/thirdparty/fish_speech/fish_speech/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
214
267
  xinference/thirdparty/fish_speech/fish_speech/conversation.py,sha256=zwsHs1oG4k7TBqBDZosGLW4uWADTzKWOjo0pI956PNM,7401
@@ -408,14 +461,14 @@ xinference/thirdparty/whisper/normalizers/english.json,sha256=Zgf5SL6YJNLhsvoiI8
408
461
  xinference/thirdparty/whisper/normalizers/english.py,sha256=KJjkZyru_J9Ey03jjBFc3yhvWzWuMhQzRnp2dM6IQdA,20868
409
462
  xinference/web/ui/package-lock.json,sha256=r6y_nAa8SfAETbx3ysAKcRf2SznsSAxpLwtArCJbCCI,760153
410
463
  xinference/web/ui/package.json,sha256=fkEgsboguEVK9yuRrJjN7Alhyo38qV1Ih83qQFVr6SQ,2023
411
- xinference/web/ui/build/asset-manifest.json,sha256=uLgNRWGul6eu1yZ7PBjasZ-kWl19Q4677SvHU08XXhw,453
464
+ xinference/web/ui/build/asset-manifest.json,sha256=lxBw-PD6UKkQ129kBVzrjT7hZqMuoEXmgtMAzu7w5qk,453
412
465
  xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
413
- xinference/web/ui/build/index.html,sha256=-HDEsjVrmZKmDgb87MKkhZT0i6ZTeDdwmAZbH0pBBQ4,650
466
+ xinference/web/ui/build/index.html,sha256=2_u_R4l4IG3SoMr_3ZtCgLFnMCLdhgsaF9qaaFH3o70,650
414
467
  xinference/web/ui/build/static/css/main.5061c4c3.css,sha256=P7rcts4xzIqV_ikvTokJEYzZ5R9w_3wigAhs7ai9hgU,4392
415
468
  xinference/web/ui/build/static/css/main.5061c4c3.css.map,sha256=K2E6sUL58gZNSOo_9U-IMm9XCKQfnBlehW72IEYQQCw,8658
416
- xinference/web/ui/build/static/js/main.2f269bb3.js,sha256=k54GbViEf4aAqIgi7HAbgqgGR_CQCq11A77mQgWdUvo,1122862
417
- xinference/web/ui/build/static/js/main.2f269bb3.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
418
- xinference/web/ui/build/static/js/main.2f269bb3.js.map,sha256=BVlEU3ztz5hmQi8oszjIb2HJKvSArVG75HcCgHDXeoM,4924413
469
+ xinference/web/ui/build/static/js/main.4eb4ee80.js,sha256=yNA9dzznqqY-OdONLE5JZVUPeYaTOPSq3IVxn9jHrkA,1123418
470
+ xinference/web/ui/build/static/js/main.4eb4ee80.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
471
+ xinference/web/ui/build/static/js/main.4eb4ee80.js.map,sha256=RHeb95y2q3rAg-wUT7QSvYtDPPXWfH1DHwm98-Rz-A8,4926622
419
472
  xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
420
473
  xinference/web/ui/node_modules/.package-lock.json,sha256=_V6n9fLvF1laSHVMZb9Z6wwLvUphwXM7kuMW2TD5FX4,758073
421
474
  xinference/web/ui/node_modules/.cache/babel-loader/00012b59e7dc64a18400bdddb660faa295258241c0b9cd15c78cdba63b858ed8.json,sha256=FhiSQ9MQv6bT7TkLBlXXskoaG2HCKhsuTXXlkDV-pM4,668
@@ -7097,6 +7150,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/8c5a08e9c5d9667198db3a7cc45ca
7097
7150
  xinference/web/ui/node_modules/.cache/babel-loader/8c5a2d0fccd50597ab4b3f3de8f42529dce51f00b58882c6b42911ed84052335.json,sha256=rxHXST-ejFa0qbVWfOfsxKf2KVMlVGLUj-50CMPZ-qc,1561
7098
7151
  xinference/web/ui/node_modules/.cache/babel-loader/8c5ba88b620eeedbb99db18a610138353a5a657170fdb8bd6969585f81b34f74.json,sha256=jfvwyJKrqXuVj2E8rMSzZFQcplrjJj6_fOUXHF_LkQY,842
7099
7152
  xinference/web/ui/node_modules/.cache/babel-loader/8c5e2f90ead0799d0a0cfc6a8241682d6825294a9d3991f2b32c85368742373f.json,sha256=Gt7-npuMYG1brqAXSRHCUyf3GvuMXl-Ig4rCaJ1HA1A,2091
7153
+ xinference/web/ui/node_modules/.cache/babel-loader/8c5eeb02f772d02cbe8b89c05428d0dd41a97866f75f7dc1c2164a67f5a1cf98.json,sha256=keCAL_5JzBZp1GZwVLv4eGJDG0DXeQXR-gM8m2eovUc,68763
7100
7154
  xinference/web/ui/node_modules/.cache/babel-loader/8c5fb74a2d3a9341168a21bcb58c9001100fee77062042d17f9c55bdb674d78f.json,sha256=Si5tMoQ5vB5Y2zi_DVWlYquZfA6PVNJmHaGP6GFmZNE,2485
7101
7155
  xinference/web/ui/node_modules/.cache/babel-loader/8c66da2a8e6a3e9dbeed44b9797891c385b34eb405a0f8a2451c711233af2f9f.json,sha256=OsGmjNmxfN6yB-K7pQQtqtCQECCEpcMuV7cOeXiqkmU,7262
7102
7156
  xinference/web/ui/node_modules/.cache/babel-loader/8c6a1448a8121b5c3b3604e2b713dd1a0fa6a2c4fceafa2eb1e2d80c274cfae7.json,sha256=igrhNRaUpoE9FxRgUdQwTWJZ5eAQx5cxfrUfab8WfqA,8462
@@ -9412,7 +9466,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/bd55c70319dbc19ceec0f0acfd8ed
9412
9466
  xinference/web/ui/node_modules/.cache/babel-loader/bd5faddae8fd655cc1db76fb5119e0f20685e414b354c19fc55926914ec64e0f.json,sha256=7hj24Mwy05PFGaav9LsjVMoYQv9lOOcXQaUK15K9mjo,1693
9413
9467
  xinference/web/ui/node_modules/.cache/babel-loader/bd6254d64cd97a3fa5456e01e896e803275ea461980e7c2b6f22e7875a605e2f.json,sha256=4Imjadq6nfq1gn0M0UrR2iwr15WmFQ8YPpkL9U73uHM,807
9414
9468
  xinference/web/ui/node_modules/.cache/babel-loader/bd69f67515abb09f7746f74513f1094198c604ffc9a0bab4b4d328e9a6d44a1b.json,sha256=cP0-aLAH3o6k_Y_BNywyr-LGQTsGcKbMfYm9ciiYE9g,1263
9415
- xinference/web/ui/node_modules/.cache/babel-loader/bd6ad8159341315a1764c397621a560809f7eb7219ab5174c801fca7e969d943.json,sha256=vK_50akBXt_n6RuP1yHaz71-pwUzDKkk6EsHNGLqPIM,65089
9416
9469
  xinference/web/ui/node_modules/.cache/babel-loader/bd6e3b3cbee9f2d64bbc8c62da1a628a8a8ec2f5037697a950f5c363a619e7aa.json,sha256=7iquDU6fzG8wmI1-_ZuH9tphn_EgdNLqWkZszgqTa8w,1113
9417
9470
  xinference/web/ui/node_modules/.cache/babel-loader/bd918644e0ecb7d99e41af695ac8a8d371eb497b9062c83fac3fceb8f903dff0.json,sha256=Akmf_Wc8uIU0Ba14mCw4ZYwMAoC_8Luxsi2eH4RbE_Y,1897
9418
9471
  xinference/web/ui/node_modules/.cache/babel-loader/bd9187144579112dafc1f14ccafaee12259e75aa8ecca852b0fd0a58c9ddeddd.json,sha256=uHo_vmj_Cto-nqLwe4HBdWHvNZF0vgVaO_LEuCp3uq4,324
@@ -15522,9 +15575,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
15522
15575
  xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
15523
15576
  xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
15524
15577
  xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
15525
- xinference-1.0.0.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15526
- xinference-1.0.0.dist-info/METADATA,sha256=H-KYRsy1S1Q2Wk_zY6Ei7xiBmaGfcOr4TqaC1NfBsnM,21824
15527
- xinference-1.0.0.dist-info/WHEEL,sha256=bFJAMchF8aTQGUgMZzHJyDDMPTO3ToJ7x23SLJa1SVo,92
15528
- xinference-1.0.0.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15529
- xinference-1.0.0.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15530
- xinference-1.0.0.dist-info/RECORD,,
15578
+ xinference-1.1.0.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15579
+ xinference-1.1.0.dist-info/METADATA,sha256=xlWoTS4luzdBOw0C4b2q2Axb6-DxFMoTRCFoDXMSUQA,23021
15580
+ xinference-1.1.0.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
15581
+ xinference-1.1.0.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15582
+ xinference-1.1.0.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15583
+ xinference-1.1.0.dist-info/RECORD,,