xinference 0.7.4.1__py3-none-any.whl → 0.7.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of xinference might be problematic. Click here for more details.

Files changed (31) hide show
  1. xinference/_version.py +3 -3
  2. xinference/api/restful_api.py +22 -8
  3. xinference/client/oscar/actor_client.py +78 -8
  4. xinference/core/model.py +14 -7
  5. xinference/core/supervisor.py +12 -0
  6. xinference/deploy/cmdline.py +16 -0
  7. xinference/deploy/test/test_cmdline.py +1 -0
  8. xinference/model/embedding/model_spec.json +40 -0
  9. xinference/model/llm/__init__.py +14 -1
  10. xinference/model/llm/llm_family.json +10 -1
  11. xinference/model/llm/llm_family.py +38 -2
  12. xinference/model/llm/llm_family_modelscope.json +10 -1
  13. xinference/model/llm/pytorch/chatglm.py +1 -0
  14. xinference/model/llm/pytorch/core.py +1 -1
  15. xinference/model/llm/pytorch/utils.py +50 -18
  16. xinference/model/llm/utils.py +2 -2
  17. xinference/model/llm/vllm/core.py +13 -4
  18. xinference/web/ui/build/asset-manifest.json +3 -3
  19. xinference/web/ui/build/index.html +1 -1
  20. xinference/web/ui/build/static/js/{main.31d347d8.js → main.236e72e7.js} +3 -3
  21. xinference/web/ui/build/static/js/main.236e72e7.js.map +1 -0
  22. xinference/web/ui/node_modules/.cache/babel-loader/78f2521da2e2a98b075a2666cb782c7e2c019cd3c72199eecd5901c82d8655df.json +1 -0
  23. {xinference-0.7.4.1.dist-info → xinference-0.7.5.dist-info}/METADATA +9 -2
  24. {xinference-0.7.4.1.dist-info → xinference-0.7.5.dist-info}/RECORD +29 -29
  25. xinference/web/ui/build/static/js/main.31d347d8.js.map +0 -1
  26. xinference/web/ui/node_modules/.cache/babel-loader/ca8515ecefb4a06c5305417bfd9c04e13cf6b9103f52a47c925921b26c0a9f9d.json +0 -1
  27. /xinference/web/ui/build/static/js/{main.31d347d8.js.LICENSE.txt → main.236e72e7.js.LICENSE.txt} +0 -0
  28. {xinference-0.7.4.1.dist-info → xinference-0.7.5.dist-info}/LICENSE +0 -0
  29. {xinference-0.7.4.1.dist-info → xinference-0.7.5.dist-info}/WHEEL +0 -0
  30. {xinference-0.7.4.1.dist-info → xinference-0.7.5.dist-info}/entry_points.txt +0 -0
  31. {xinference-0.7.4.1.dist-info → xinference-0.7.5.dist-info}/top_level.txt +0 -0
@@ -0,0 +1 @@
1
+ {"ast":null,"code":"import _toConsumableArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/toConsumableArray.js\";import _objectSpread from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _regeneratorRuntime from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/regeneratorRuntime.js\";import _asyncToGenerator from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/asyncToGenerator.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Checkbox,FormControl,FormControlLabel,FormHelperText,Radio,RadioGroup,Tab}from'@mui/material';import Alert from'@mui/material/Alert';import AlertTitle from'@mui/material/AlertTitle';import Button from'@mui/material/Button';import TextField from'@mui/material/TextField';import React,{useContext,useEffect,useState}from'react';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import Title from'../../components/Title';import{useMode}from'../../theme';import RegisterEmbeddingModel from'./register_embedding';import RegisterRerankModel from'./register_rerank';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var SUPPORTED_LANGUAGES_DICT={en:'English',zh:'Chinese'};var SUPPORTED_FEATURES=['Generate','Chat'];// Convert dictionary of supported languages into list\nvar SUPPORTED_LANGUAGES=Object.keys(SUPPORTED_LANGUAGES_DICT);var RegisterModel=function RegisterModel(){var ERROR_COLOR=useMode();var endPoint=useContext(ApiContext).endPoint;var _useContext=useContext(ApiContext),setErrorMsg=_useContext.setErrorMsg;var _useState=useState(''),_useState2=_slicedToArray(_useState,2),successMsg=_useState2[0],setSuccessMsg=_useState2[1];var _useState3=useState('pytorch'),_useState4=_slicedToArray(_useState3,2),modelFormat=_useState4[0],setModelFormat=_useState4[1];var _useState5=useState(7),_useState6=_slicedToArray(_useState5,2),modelSize=_useState6[0],setModelSize=_useState6[1];var _useState7=useState('/path/to/llama-2'),_useState8=_slicedToArray(_useState7,2),modelUri=_useState8[0],setModelUri=_useState8[1];var _useState9=useState({version:1,context_length:2048,model_name:'custom-llama-2',model_lang:['en'],model_ability:['generate'],model_description:'This is a custom model description.',model_family:'',model_specs:[],prompt_style:undefined}),_useState10=_slicedToArray(_useState9,2),formData=_useState10[0],setFormData=_useState10[1];var _useState11=useState([]),_useState12=_slicedToArray(_useState11,2),promptStyles=_useState12[0],setPromptStyles=_useState12[1];var _useState13=useState({chat:[],generate:[]}),_useState14=_slicedToArray(_useState13,2),family=_useState14[0],setFamily=_useState14[1];var _useState15=useState(''),_useState16=_slicedToArray(_useState15,2),familyLabel=_useState16[0],setFamilyLabel=_useState16[1];var _React$useState=React.useState('1'),_React$useState2=_slicedToArray(_React$useState,2),tabValue=_React$useState2[0],setTabValue=_React$useState2[1];var errorModelName=formData.model_name.trim().length<=0;var errorModelDescription=formData.model_description.length<0;var errorContextLength=formData.context_length===0;var errorLanguage=formData.model_lang===undefined||formData.model_lang.length===0;var errorAbility=formData.model_ability===undefined||formData.model_ability.length===0;var errorModelSize=formData.model_specs&&formData.model_specs.some(function(spec){return spec.model_size_in_billions===undefined||spec.model_size_in_billions===0;});var errorFamily=familyLabel==='';var errorAny=errorModelName||errorModelDescription||errorContextLength||errorLanguage||errorAbility||errorModelSize||errorFamily;useEffect(function(){var getBuiltinFamilies=/*#__PURE__*/function(){var _ref=_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee(){var response,errorData,data;return _regeneratorRuntime().wrap(function _callee$(_context){while(1)switch(_context.prev=_context.next){case 0:_context.next=2;return fetch(endPoint+'/v1/models/families',{method:'GET',headers:{'Content-Type':'application/json'}});case 2:response=_context.sent;if(response.ok){_context.next=10;break;}_context.next=6;return response.json();case 6:errorData=_context.sent;// Assuming the server returns error details in JSON format\nsetErrorMsg(\"Server error: \".concat(response.status,\" - \").concat(errorData.detail||'Unknown error'));_context.next=16;break;case 10:_context.next=12;return response.json();case 12:data=_context.sent;data.chat.push('other');data.generate.push('other');setFamily(data);case 16:case\"end\":return _context.stop();}},_callee);}));return function getBuiltinFamilies(){return _ref.apply(this,arguments);};}();var getBuiltInPromptStyles=/*#__PURE__*/function(){var _ref2=_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee2(){var response,errorData,data,res,key,v;return _regeneratorRuntime().wrap(function _callee2$(_context2){while(1)switch(_context2.prev=_context2.next){case 0:_context2.next=2;return fetch(endPoint+'/v1/models/prompts',{method:'GET',headers:{'Content-Type':'application/json'}});case 2:response=_context2.sent;if(response.ok){_context2.next=10;break;}_context2.next=6;return response.json();case 6:errorData=_context2.sent;// Assuming the server returns error details in JSON format\nsetErrorMsg(\"Server error: \".concat(response.status,\" - \").concat(errorData.detail||'Unknown error'));_context2.next=16;break;case 10:_context2.next=12;return response.json();case 12:data=_context2.sent;res=[];for(key in data){v=data[key];v['name']=key;res.push(v);}setPromptStyles(res);case 16:case\"end\":return _context2.stop();}},_callee2);}));return function getBuiltInPromptStyles(){return _ref2.apply(this,arguments);};}();// avoid keep requesting backend to get prompts\nif(promptStyles.length===0){getBuiltInPromptStyles().catch(function(error){setErrorMsg(error.message||'An unexpected error occurred when getting builtin prompt styles.');console.error('Error: ',error);});}if(family.chat.length===0){getBuiltinFamilies().catch(function(error){setErrorMsg(error.message||'An unexpected error occurred when getting builtin prompt styles.');console.error('Error: ',error);});}});var getFamilyByAbility=function getFamilyByAbility(){if(formData.model_ability.includes('chat')){return family.chat;}else{return family.generate;}};var isModelFormatPytorch=function isModelFormatPytorch(){return modelFormat==='pytorch';};var getPathComponents=function getPathComponents(path){var normalizedPath=path.replace(/\\\\/g,'/');var baseDir=normalizedPath.substring(0,normalizedPath.lastIndexOf('/'));var filename=normalizedPath.substring(normalizedPath.lastIndexOf('/')+1);return{baseDir:baseDir,filename:filename};};var handleClick=/*#__PURE__*/function(){var _ref3=_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee3(){var _getPathComponents,baseDir,filename,ps,_ps$stop,_ps$stop_token_ids,response,errorData;return _regeneratorRuntime().wrap(function _callee3$(_context3){while(1)switch(_context3.prev=_context3.next){case 0:if(!isModelFormatPytorch()){_getPathComponents=getPathComponents(modelUri),baseDir=_getPathComponents.baseDir,filename=_getPathComponents.filename;formData.model_specs=[{model_format:modelFormat,model_size_in_billions:modelSize,quantizations:[''],model_id:'',model_file_name_template:filename,model_uri:baseDir}];}else{formData.model_specs=[{model_format:modelFormat,model_size_in_billions:modelSize,quantizations:['4-bit','8-bit','none'],model_id:'',model_uri:modelUri}];}formData.model_family=familyLabel;if(formData.model_ability.includes('chat')){ps=promptStyles.find(function(item){return item.name===familyLabel;});if(ps){formData.prompt_style={style_name:ps.style_name,system_prompt:ps.system_prompt,roles:ps.roles,intra_message_sep:ps.intra_message_sep,inter_message_sep:ps.inter_message_sep,stop:(_ps$stop=ps.stop)!==null&&_ps$stop!==void 0?_ps$stop:null,stop_token_ids:(_ps$stop_token_ids=ps.stop_token_ids)!==null&&_ps$stop_token_ids!==void 0?_ps$stop_token_ids:null};}}if(!errorAny){_context3.next=6;break;}setErrorMsg('Please fill in valid value for all fields');return _context3.abrupt(\"return\");case 6:_context3.prev=6;_context3.next=9;return fetch(endPoint+'/v1/model_registrations/LLM',{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({model:JSON.stringify(formData),persist:true})});case 9:response=_context3.sent;if(response.ok){_context3.next=17;break;}_context3.next=13;return response.json();case 13:errorData=_context3.sent;// Assuming the server returns error details in JSON format\nsetErrorMsg(\"Server error: \".concat(response.status,\" - \").concat(errorData.detail||'Unknown error'));_context3.next=18;break;case 17:setSuccessMsg('Model has been registered successfully! Navigate to launch model page to proceed.');case 18:_context3.next=24;break;case 20:_context3.prev=20;_context3.t0=_context3[\"catch\"](6);console.error('There was a problem with the fetch operation:',_context3.t0);setErrorMsg(_context3.t0.message||'An unexpected error occurred.');case 24:case\"end\":return _context3.stop();}},_callee3,null,[[6,20]]);}));return function handleClick(){return _ref3.apply(this,arguments);};}();var toggleLanguage=function toggleLanguage(lang){if(formData.model_lang.includes(lang)){setFormData(_objectSpread(_objectSpread({},formData),{},{model_lang:formData.model_lang.filter(function(l){return l!==lang;})}));}else{setFormData(_objectSpread(_objectSpread({},formData),{},{model_lang:[].concat(_toConsumableArray(formData.model_lang),[lang])}));}};var toggleAbility=function toggleAbility(ability){setFamilyLabel('');if(formData.model_ability.includes(ability)){setFormData(_objectSpread(_objectSpread({},formData),{},{model_ability:formData.model_ability.filter(function(a){return a!==ability;})}));}else{setFormData(_objectSpread(_objectSpread({},formData),{},{model_ability:[].concat(_toConsumableArray(formData.model_ability),[ability])}));}};return/*#__PURE__*/_jsxs(Box,{m:\"20px\",children:[/*#__PURE__*/_jsx(Title,{title:\"Register Model\"}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:tabValue,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:tabValue,onChange:function onChange(e,v){setTabValue(v);},\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:\"Language Model\",value:\"1\"}),/*#__PURE__*/_jsx(Tab,{label:\"Embedding Model\",value:\"2\"}),/*#__PURE__*/_jsx(Tab,{label:\"Rerank Model\",value:\"3\"})]})}),/*#__PURE__*/_jsxs(TabPanel,{value:\"1\",sx:{padding:0},children:[/*#__PURE__*/_jsx(Box,{padding:\"20px\"}),/*#__PURE__*/_jsxs(FormControl,{sx:styles.baseFormControl,children:[/*#__PURE__*/_jsx(TextField,{label:\"Model Name\",error:errorModelName,defaultValue:formData.model_name,size:\"small\",helperText:\"Alphanumeric characters with properly placed hyphens and underscores. Must not match any built-in model names.\",onChange:function onChange(event){return setFormData(_objectSpread(_objectSpread({},formData),{},{model_name:event.target.value}));}}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(\"label\",{style:{paddingLeft:5},children:\"Model Format\"}),/*#__PURE__*/_jsx(RadioGroup,{value:modelFormat,onChange:function onChange(e){setModelFormat(e.target.value);},children:/*#__PURE__*/_jsxs(Box,{sx:styles.checkboxWrapper,children:[/*#__PURE__*/_jsx(Box,{sx:{marginLeft:'10px'},children:/*#__PURE__*/_jsx(FormControlLabel,{value:\"pytorch\",control:/*#__PURE__*/_jsx(Radio,{}),label:\"PyTorch\"})}),/*#__PURE__*/_jsx(Box,{sx:{marginLeft:'10px'},children:/*#__PURE__*/_jsx(FormControlLabel,{value:\"ggmlv3\",control:/*#__PURE__*/_jsx(Radio,{}),label:\"GGML\"})}),/*#__PURE__*/_jsx(Box,{sx:{marginLeft:'10px'},children:/*#__PURE__*/_jsx(FormControlLabel,{value:\"ggufv2\",control:/*#__PURE__*/_jsx(Radio,{}),label:\"GGUF\"})})]})}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(TextField,{error:errorContextLength,label:\"Context Length\",value:formData.context_length,size:\"small\",onChange:function onChange(event){var value=event.target.value;// Remove leading zeros\nif(/^0+/.test(value)){value=value.replace(/^0+/,'')||'0';}// Ensure it's a positive integer, if not set it to the minimum\nif(!/^\\d+$/.test(value)||parseInt(value)<0){value='0';}// Update with the processed value\nsetFormData(_objectSpread(_objectSpread({},formData),{},{context_length:Number(value)}));}}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(TextField,{label:\"Model Size in Billions\",size:\"small\",error:errorModelSize,value:modelSize,onChange:function onChange(e){var value=e.target.value;// Remove leading zeros\nif(/^0+/.test(value)){value=value.replace(/^0+/,'')||'0';}// Ensure it's a positive integer, if not set it to the minimum\nif(!/^\\d+$/.test(value)||parseInt(value)<0){value='0';}setModelSize(Number(value));}}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(TextField,{label:\"Model Path\",size:\"small\",value:modelUri,onChange:function onChange(e){setModelUri(e.target.value);},helperText:\"For PyTorch, provide the model directory. For GGML/GGUF, provide the model file path.\"}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(TextField,{label:\"Model Description (Optional)\",error:errorModelDescription,defaultValue:formData.model_description,size:\"small\",onChange:function onChange(event){return setFormData(_objectSpread(_objectSpread({},formData),{},{model_description:event.target.value}));}}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(\"label\",{style:{paddingLeft:5,color:errorLanguage?ERROR_COLOR:'inherit'},children:\"Model Languages\"}),/*#__PURE__*/_jsx(Box,{sx:styles.checkboxWrapper,children:SUPPORTED_LANGUAGES.map(function(lang){return/*#__PURE__*/_jsx(Box,{sx:{marginRight:'10px'},children:/*#__PURE__*/_jsx(FormControlLabel,{control:/*#__PURE__*/_jsx(Checkbox,{checked:formData.model_lang.includes(lang),onChange:function onChange(){return toggleLanguage(lang);},name:lang,sx:errorLanguage?{'color':ERROR_COLOR,'&.Mui-checked':{color:ERROR_COLOR}}:{}}),label:SUPPORTED_LANGUAGES_DICT[lang],style:{paddingLeft:10,color:errorLanguage?ERROR_COLOR:'inherit'}})},lang);})}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(\"label\",{style:{paddingLeft:5,color:errorAbility?ERROR_COLOR:'inherit'},children:\"Model Abilities\"}),/*#__PURE__*/_jsx(Box,{sx:styles.checkboxWrapper,children:SUPPORTED_FEATURES.map(function(ability){return/*#__PURE__*/_jsx(Box,{sx:{marginRight:'10px'},children:/*#__PURE__*/_jsx(FormControlLabel,{control:/*#__PURE__*/_jsx(Checkbox,{checked:formData.model_ability.includes(ability.toLowerCase()),onChange:function onChange(){return toggleAbility(ability.toLowerCase());},name:ability,sx:errorAbility?{'color':ERROR_COLOR,'&.Mui-checked':{color:ERROR_COLOR}}:{}}),label:ability,style:{paddingLeft:10,color:errorAbility?ERROR_COLOR:'inherit'}})},ability);})}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"})]}),/*#__PURE__*/_jsxs(FormControl,{sx:styles.baseFormControl,children:[/*#__PURE__*/_jsx(\"label\",{style:{paddingLeft:5,color:errorAbility?ERROR_COLOR:'inherit'},children:\"Model Family\"}),/*#__PURE__*/_jsx(FormHelperText,{children:\"Please be careful to select the family name corresponding to the model you want to register. If not found, please choose `other`.\"}),/*#__PURE__*/_jsx(RadioGroup,{value:familyLabel,onChange:function onChange(e){setFamilyLabel(e.target.value);},children:/*#__PURE__*/_jsx(Box,{sx:styles.checkboxWrapper,children:getFamilyByAbility().map(function(v){return/*#__PURE__*/_jsx(Box,{sx:{marginLeft:'10px'},children:/*#__PURE__*/_jsx(FormControlLabel,{value:v,control:/*#__PURE__*/_jsx(Radio,{}),label:v})});})})}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"})]}),/*#__PURE__*/_jsxs(Box,{width:'100%',children:[successMsg!==''&&/*#__PURE__*/_jsxs(Alert,{severity:\"success\",children:[/*#__PURE__*/_jsx(AlertTitle,{children:\"Success\"}),successMsg]}),/*#__PURE__*/_jsx(Button,{variant:\"contained\",color:\"primary\",type:\"submit\",onClick:handleClick,children:\"Register Model\"})]})]}),/*#__PURE__*/_jsx(TabPanel,{value:\"2\",sx:{padding:0},children:/*#__PURE__*/_jsx(RegisterEmbeddingModel,{})}),/*#__PURE__*/_jsx(TabPanel,{value:\"3\",sx:{padding:0},children:/*#__PURE__*/_jsx(RegisterRerankModel,{})})]})]});};export default RegisterModel;var styles={baseFormControl:{width:'100%',margin:'normal',size:'small'},checkboxWrapper:{display:'flex',flexWrap:'wrap',maxWidth:'80%'},labelPaddingLeft:{paddingLeft:5},formControlLabelPaddingLeft:{paddingLeft:10},buttonBox:{width:'100%',margin:'20px'},error:{fontWeight:'bold',margin:'5px 0',padding:'1px',borderRadius:'5px'}};","map":{"version":3,"names":["TabContext","TabList","TabPanel","Box","Checkbox","FormControl","FormControlLabel","FormHelperText","Radio","RadioGroup","Tab","Alert","AlertTitle","Button","TextField","React","useContext","useEffect","useState","ApiContext","ErrorMessageSnackBar","Title","useMode","RegisterEmbeddingModel","RegisterRerankModel","jsx","_jsx","jsxs","_jsxs","SUPPORTED_LANGUAGES_DICT","en","zh","SUPPORTED_FEATURES","SUPPORTED_LANGUAGES","Object","keys","RegisterModel","ERROR_COLOR","endPoint","_useContext","setErrorMsg","_useState","_useState2","_slicedToArray","successMsg","setSuccessMsg","_useState3","_useState4","modelFormat","setModelFormat","_useState5","_useState6","modelSize","setModelSize","_useState7","_useState8","modelUri","setModelUri","_useState9","version","context_length","model_name","model_lang","model_ability","model_description","model_family","model_specs","prompt_style","undefined","_useState10","formData","setFormData","_useState11","_useState12","promptStyles","setPromptStyles","_useState13","chat","generate","_useState14","family","setFamily","_useState15","_useState16","familyLabel","setFamilyLabel","_React$useState","_React$useState2","tabValue","setTabValue","errorModelName","trim","length","errorModelDescription","errorContextLength","errorLanguage","errorAbility","errorModelSize","some","spec","model_size_in_billions","errorFamily","errorAny","getBuiltinFamilies","_ref","_asyncToGenerator","_regeneratorRuntime","mark","_callee","response","errorData","data","wrap","_callee$","_context","prev","next","fetch","method","headers","sent","ok","json","concat","status","detail","push","stop","apply","arguments","getBuiltInPromptStyles","_ref2","_callee2","res","key","v","_callee2$","_context2","catch","error","message","console","getFamilyByAbility","includes","isModelFormatPytorch","getPathComponents","path","normalizedPath","replace","baseDir","substring","lastIndexOf","filename","handleClick","_ref3","_callee3","_getPathComponents","ps","_ps$stop","_ps$stop_token_ids","_callee3$","_context3","model_format","quantizations","model_id","model_file_name_template","model_uri","find","item","name","style_name","system_prompt","roles","intra_message_sep","inter_message_sep","stop_token_ids","abrupt","body","JSON","stringify","model","persist","t0","toggleLanguage","lang","_objectSpread","filter","l","_toConsumableArray","toggleAbility","ability","a","m","children","title","value","sx","borderBottom","borderColor","onChange","e","label","padding","styles","baseFormControl","defaultValue","size","helperText","event","target","style","paddingLeft","checkboxWrapper","marginLeft","control","test","parseInt","Number","color","map","marginRight","checked","toLowerCase","width","severity","variant","type","onClick","margin","display","flexWrap","maxWidth","labelPaddingLeft","formControlLabelPaddingLeft","buttonBox","fontWeight","borderRadius"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/register_model/index.js"],"sourcesContent":["import { TabContext, TabList, TabPanel } from '@mui/lab'\nimport {\n Box,\n Checkbox,\n FormControl,\n FormControlLabel,\n FormHelperText,\n Radio,\n RadioGroup,\n Tab,\n} from '@mui/material'\nimport Alert from '@mui/material/Alert'\nimport AlertTitle from '@mui/material/AlertTitle'\nimport Button from '@mui/material/Button'\nimport TextField from '@mui/material/TextField'\nimport React, { useContext, useEffect, useState } from 'react'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport Title from '../../components/Title'\nimport { useMode } from '../../theme'\nimport RegisterEmbeddingModel from './register_embedding'\nimport RegisterRerankModel from './register_rerank'\n\nconst SUPPORTED_LANGUAGES_DICT = { en: 'English', zh: 'Chinese' }\nconst SUPPORTED_FEATURES = ['Generate', 'Chat']\n\n// Convert dictionary of supported languages into list\nconst SUPPORTED_LANGUAGES = Object.keys(SUPPORTED_LANGUAGES_DICT)\n\nconst RegisterModel = () => {\n const ERROR_COLOR = useMode()\n const endPoint = useContext(ApiContext).endPoint\n const { setErrorMsg } = useContext(ApiContext)\n const [successMsg, setSuccessMsg] = useState('')\n const [modelFormat, setModelFormat] = useState('pytorch')\n const [modelSize, setModelSize] = useState(7)\n const [modelUri, setModelUri] = useState('/path/to/llama-2')\n const [formData, setFormData] = useState({\n version: 1,\n context_length: 2048,\n model_name: 'custom-llama-2',\n model_lang: ['en'],\n model_ability: ['generate'],\n model_description: 'This is a custom model description.',\n model_family: '',\n model_specs: [],\n prompt_style: undefined,\n })\n const [promptStyles, setPromptStyles] = useState([])\n const [family, setFamily] = useState({\n chat: [],\n generate: [],\n })\n const [familyLabel, setFamilyLabel] = useState('')\n const [tabValue, setTabValue] = React.useState('1')\n\n const errorModelName = formData.model_name.trim().length <= 0\n const errorModelDescription = formData.model_description.length < 0\n const errorContextLength = formData.context_length === 0\n const errorLanguage =\n formData.model_lang === undefined || formData.model_lang.length === 0\n const errorAbility =\n formData.model_ability === undefined || formData.model_ability.length === 0\n const errorModelSize =\n formData.model_specs &&\n formData.model_specs.some((spec) => {\n return (\n spec.model_size_in_billions === undefined ||\n spec.model_size_in_billions === 0\n )\n })\n const errorFamily = familyLabel === ''\n const errorAny =\n errorModelName ||\n errorModelDescription ||\n errorContextLength ||\n errorLanguage ||\n errorAbility ||\n errorModelSize ||\n errorFamily\n\n useEffect(() => {\n const getBuiltinFamilies = async () => {\n const response = await fetch(endPoint + '/v1/models/families', {\n method: 'GET',\n headers: {\n 'Content-Type': 'application/json',\n },\n })\n if (!response.ok) {\n const errorData = await response.json() // Assuming the server returns error details in JSON format\n setErrorMsg(\n `Server error: ${response.status} - ${\n errorData.detail || 'Unknown error'\n }`\n )\n } else {\n const data = await response.json()\n data.chat.push('other')\n data.generate.push('other')\n setFamily(data)\n }\n }\n\n const getBuiltInPromptStyles = async () => {\n const response = await fetch(endPoint + '/v1/models/prompts', {\n method: 'GET',\n headers: {\n 'Content-Type': 'application/json',\n },\n })\n if (!response.ok) {\n const errorData = await response.json() // Assuming the server returns error details in JSON format\n setErrorMsg(\n `Server error: ${response.status} - ${\n errorData.detail || 'Unknown error'\n }`\n )\n } else {\n const data = await response.json()\n let res = []\n for (const key in data) {\n let v = data[key]\n v['name'] = key\n res.push(v)\n }\n setPromptStyles(res)\n }\n }\n // avoid keep requesting backend to get prompts\n if (promptStyles.length === 0) {\n getBuiltInPromptStyles().catch((error) => {\n setErrorMsg(\n error.message ||\n 'An unexpected error occurred when getting builtin prompt styles.'\n )\n console.error('Error: ', error)\n })\n }\n if (family.chat.length === 0) {\n getBuiltinFamilies().catch((error) => {\n setErrorMsg(\n error.message ||\n 'An unexpected error occurred when getting builtin prompt styles.'\n )\n console.error('Error: ', error)\n })\n }\n })\n\n const getFamilyByAbility = () => {\n if (formData.model_ability.includes('chat')) {\n return family.chat\n } else {\n return family.generate\n }\n }\n\n const isModelFormatPytorch = () => {\n return modelFormat === 'pytorch'\n }\n\n const getPathComponents = (path) => {\n const normalizedPath = path.replace(/\\\\/g, '/')\n const baseDir = normalizedPath.substring(0, normalizedPath.lastIndexOf('/'))\n const filename = normalizedPath.substring(\n normalizedPath.lastIndexOf('/') + 1\n )\n return { baseDir, filename }\n }\n\n const handleClick = async () => {\n if (!isModelFormatPytorch()) {\n const { baseDir, filename } = getPathComponents(modelUri)\n formData.model_specs = [\n {\n model_format: modelFormat,\n model_size_in_billions: modelSize,\n quantizations: [''],\n model_id: '',\n model_file_name_template: filename,\n model_uri: baseDir,\n },\n ]\n } else {\n formData.model_specs = [\n {\n model_format: modelFormat,\n model_size_in_billions: modelSize,\n quantizations: ['4-bit', '8-bit', 'none'],\n model_id: '',\n model_uri: modelUri,\n },\n ]\n }\n\n formData.model_family = familyLabel\n\n if (formData.model_ability.includes('chat')) {\n const ps = promptStyles.find((item) => item.name === familyLabel)\n if (ps) {\n formData.prompt_style = {\n style_name: ps.style_name,\n system_prompt: ps.system_prompt,\n roles: ps.roles,\n intra_message_sep: ps.intra_message_sep,\n inter_message_sep: ps.inter_message_sep,\n stop: ps.stop ?? null,\n stop_token_ids: ps.stop_token_ids ?? null,\n }\n }\n }\n\n if (errorAny) {\n setErrorMsg('Please fill in valid value for all fields')\n return\n }\n\n try {\n const response = await fetch(endPoint + '/v1/model_registrations/LLM', {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n model: JSON.stringify(formData),\n persist: true,\n }),\n })\n if (!response.ok) {\n const errorData = await response.json() // Assuming the server returns error details in JSON format\n setErrorMsg(\n `Server error: ${response.status} - ${\n errorData.detail || 'Unknown error'\n }`\n )\n } else {\n setSuccessMsg(\n 'Model has been registered successfully! Navigate to launch model page to proceed.'\n )\n }\n } catch (error) {\n console.error('There was a problem with the fetch operation:', error)\n setErrorMsg(error.message || 'An unexpected error occurred.')\n }\n }\n\n const toggleLanguage = (lang) => {\n if (formData.model_lang.includes(lang)) {\n setFormData({\n ...formData,\n model_lang: formData.model_lang.filter((l) => l !== lang),\n })\n } else {\n setFormData({\n ...formData,\n model_lang: [...formData.model_lang, lang],\n })\n }\n }\n\n const toggleAbility = (ability) => {\n setFamilyLabel('')\n if (formData.model_ability.includes(ability)) {\n setFormData({\n ...formData,\n model_ability: formData.model_ability.filter((a) => a !== ability),\n })\n } else {\n setFormData({\n ...formData,\n model_ability: [...formData.model_ability, ability],\n })\n }\n }\n\n return (\n <Box m=\"20px\">\n <Title title=\"Register Model\" />\n <ErrorMessageSnackBar />\n <TabContext value={tabValue}>\n <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n <TabList\n value={tabValue}\n onChange={(e, v) => {\n setTabValue(v)\n }}\n aria-label=\"tabs\"\n >\n <Tab label=\"Language Model\" value=\"1\" />\n <Tab label=\"Embedding Model\" value=\"2\" />\n <Tab label=\"Rerank Model\" value=\"3\" />\n </TabList>\n </Box>\n <TabPanel value=\"1\" sx={{ padding: 0 }}>\n <Box padding=\"20px\"></Box>\n {/* Base Information */}\n <FormControl sx={styles.baseFormControl}>\n <TextField\n label=\"Model Name\"\n error={errorModelName}\n defaultValue={formData.model_name}\n size=\"small\"\n helperText=\"Alphanumeric characters with properly placed hyphens and underscores. Must not match any built-in model names.\"\n onChange={(event) =>\n setFormData({ ...formData, model_name: event.target.value })\n }\n />\n <Box padding=\"15px\"></Box>\n\n <label\n style={{\n paddingLeft: 5,\n }}\n >\n Model Format\n </label>\n\n <RadioGroup\n value={modelFormat}\n onChange={(e) => {\n setModelFormat(e.target.value)\n }}\n >\n <Box sx={styles.checkboxWrapper}>\n <Box sx={{ marginLeft: '10px' }}>\n <FormControlLabel\n value=\"pytorch\"\n control={<Radio />}\n label=\"PyTorch\"\n />\n </Box>\n <Box sx={{ marginLeft: '10px' }}>\n <FormControlLabel\n value=\"ggmlv3\"\n control={<Radio />}\n label=\"GGML\"\n />\n </Box>\n <Box sx={{ marginLeft: '10px' }}>\n <FormControlLabel\n value=\"ggufv2\"\n control={<Radio />}\n label=\"GGUF\"\n />\n </Box>\n </Box>\n </RadioGroup>\n <Box padding=\"15px\"></Box>\n\n <TextField\n error={errorContextLength}\n label=\"Context Length\"\n value={formData.context_length}\n size=\"small\"\n onChange={(event) => {\n let value = event.target.value\n // Remove leading zeros\n if (/^0+/.test(value)) {\n value = value.replace(/^0+/, '') || '0'\n }\n // Ensure it's a positive integer, if not set it to the minimum\n if (!/^\\d+$/.test(value) || parseInt(value) < 0) {\n value = '0'\n }\n // Update with the processed value\n setFormData({\n ...formData,\n context_length: Number(value),\n })\n }}\n />\n <Box padding=\"15px\"></Box>\n\n <TextField\n label=\"Model Size in Billions\"\n size=\"small\"\n error={errorModelSize}\n value={modelSize}\n onChange={(e) => {\n let value = e.target.value\n // Remove leading zeros\n if (/^0+/.test(value)) {\n value = value.replace(/^0+/, '') || '0'\n }\n // Ensure it's a positive integer, if not set it to the minimum\n if (!/^\\d+$/.test(value) || parseInt(value) < 0) {\n value = '0'\n }\n setModelSize(Number(value))\n }}\n />\n <Box padding=\"15px\"></Box>\n\n <TextField\n label=\"Model Path\"\n size=\"small\"\n value={modelUri}\n onChange={(e) => {\n setModelUri(e.target.value)\n }}\n helperText=\"For PyTorch, provide the model directory. For GGML/GGUF, provide the model file path.\"\n />\n <Box padding=\"15px\"></Box>\n\n <TextField\n label=\"Model Description (Optional)\"\n error={errorModelDescription}\n defaultValue={formData.model_description}\n size=\"small\"\n onChange={(event) =>\n setFormData({\n ...formData,\n model_description: event.target.value,\n })\n }\n />\n <Box padding=\"15px\"></Box>\n\n <label\n style={{\n paddingLeft: 5,\n color: errorLanguage ? ERROR_COLOR : 'inherit',\n }}\n >\n Model Languages\n </label>\n <Box sx={styles.checkboxWrapper}>\n {SUPPORTED_LANGUAGES.map((lang) => (\n <Box key={lang} sx={{ marginRight: '10px' }}>\n <FormControlLabel\n control={\n <Checkbox\n checked={formData.model_lang.includes(lang)}\n onChange={() => toggleLanguage(lang)}\n name={lang}\n sx={\n errorLanguage\n ? {\n 'color': ERROR_COLOR,\n '&.Mui-checked': {\n color: ERROR_COLOR,\n },\n }\n : {}\n }\n />\n }\n label={SUPPORTED_LANGUAGES_DICT[lang]}\n style={{\n paddingLeft: 10,\n color: errorLanguage ? ERROR_COLOR : 'inherit',\n }}\n />\n </Box>\n ))}\n </Box>\n <Box padding=\"15px\"></Box>\n\n <label\n style={{\n paddingLeft: 5,\n color: errorAbility ? ERROR_COLOR : 'inherit',\n }}\n >\n Model Abilities\n </label>\n <Box sx={styles.checkboxWrapper}>\n {SUPPORTED_FEATURES.map((ability) => (\n <Box key={ability} sx={{ marginRight: '10px' }}>\n <FormControlLabel\n control={\n <Checkbox\n checked={formData.model_ability.includes(\n ability.toLowerCase()\n )}\n onChange={() => toggleAbility(ability.toLowerCase())}\n name={ability}\n sx={\n errorAbility\n ? {\n 'color': ERROR_COLOR,\n '&.Mui-checked': {\n color: ERROR_COLOR,\n },\n }\n : {}\n }\n />\n }\n label={ability}\n style={{\n paddingLeft: 10,\n color: errorAbility ? ERROR_COLOR : 'inherit',\n }}\n />\n </Box>\n ))}\n </Box>\n <Box padding=\"15px\"></Box>\n </FormControl>\n\n <FormControl sx={styles.baseFormControl}>\n <label\n style={{\n paddingLeft: 5,\n color: errorAbility ? ERROR_COLOR : 'inherit',\n }}\n >\n Model Family\n </label>\n <FormHelperText>\n Please be careful to select the family name corresponding to the\n model you want to register. If not found, please choose `other`.\n </FormHelperText>\n <RadioGroup\n value={familyLabel}\n onChange={(e) => {\n setFamilyLabel(e.target.value)\n }}\n >\n <Box sx={styles.checkboxWrapper}>\n {getFamilyByAbility().map((v) => (\n <Box sx={{ marginLeft: '10px' }}>\n <FormControlLabel value={v} control={<Radio />} label={v} />\n </Box>\n ))}\n </Box>\n </RadioGroup>\n <Box padding=\"15px\"></Box>\n </FormControl>\n\n <Box width={'100%'}>\n {successMsg !== '' && (\n <Alert severity=\"success\">\n <AlertTitle>Success</AlertTitle>\n {successMsg}\n </Alert>\n )}\n <Button\n variant=\"contained\"\n color=\"primary\"\n type=\"submit\"\n onClick={handleClick}\n >\n Register Model\n </Button>\n </Box>\n </TabPanel>\n <TabPanel value=\"2\" sx={{ padding: 0 }}>\n <RegisterEmbeddingModel />\n </TabPanel>\n <TabPanel value=\"3\" sx={{ padding: 0 }}>\n <RegisterRerankModel />\n </TabPanel>\n </TabContext>\n </Box>\n )\n}\n\nexport default RegisterModel\n\nconst styles = {\n baseFormControl: {\n width: '100%',\n margin: 'normal',\n size: 'small',\n },\n checkboxWrapper: {\n display: 'flex',\n flexWrap: 'wrap',\n maxWidth: '80%',\n },\n labelPaddingLeft: {\n paddingLeft: 5,\n },\n formControlLabelPaddingLeft: {\n paddingLeft: 10,\n },\n buttonBox: {\n width: '100%',\n margin: '20px',\n },\n error: {\n fontWeight: 'bold',\n margin: '5px 0',\n padding: '1px',\n borderRadius: '5px',\n },\n}\n"],"mappings":"wtBAAA,OAASA,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OACEC,GAAG,CACHC,QAAQ,CACRC,WAAW,CACXC,gBAAgB,CAChBC,cAAc,CACdC,KAAK,CACLC,UAAU,CACVC,GAAG,KACE,eAAe,CACtB,MAAO,CAAAC,KAAK,KAAM,qBAAqB,CACvC,MAAO,CAAAC,UAAU,KAAM,0BAA0B,CACjD,MAAO,CAAAC,MAAM,KAAM,sBAAsB,CACzC,MAAO,CAAAC,SAAS,KAAM,yBAAyB,CAC/C,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAE9D,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,KAAK,KAAM,wBAAwB,CAC1C,OAASC,OAAO,KAAQ,aAAa,CACrC,MAAO,CAAAC,sBAAsB,KAAM,sBAAsB,CACzD,MAAO,CAAAC,mBAAmB,KAAM,mBAAmB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAEnD,GAAM,CAAAC,wBAAwB,CAAG,CAAEC,EAAE,CAAE,SAAS,CAAEC,EAAE,CAAE,SAAU,CAAC,CACjE,GAAM,CAAAC,kBAAkB,CAAG,CAAC,UAAU,CAAE,MAAM,CAAC,CAE/C;AACA,GAAM,CAAAC,mBAAmB,CAAGC,MAAM,CAACC,IAAI,CAACN,wBAAwB,CAAC,CAEjE,GAAM,CAAAO,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,GAAM,CAAAC,WAAW,CAAGf,OAAO,CAAC,CAAC,CAC7B,GAAM,CAAAgB,QAAQ,CAAGtB,UAAU,CAACG,UAAU,CAAC,CAACmB,QAAQ,CAChD,IAAAC,WAAA,CAAwBvB,UAAU,CAACG,UAAU,CAAC,CAAtCqB,WAAW,CAAAD,WAAA,CAAXC,WAAW,CACnB,IAAAC,SAAA,CAAoCvB,QAAQ,CAAC,EAAE,CAAC,CAAAwB,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAAzCG,UAAU,CAAAF,UAAA,IAAEG,aAAa,CAAAH,UAAA,IAChC,IAAAI,UAAA,CAAsC5B,QAAQ,CAAC,SAAS,CAAC,CAAA6B,UAAA,CAAAJ,cAAA,CAAAG,UAAA,IAAlDE,WAAW,CAAAD,UAAA,IAAEE,cAAc,CAAAF,UAAA,IAClC,IAAAG,UAAA,CAAkChC,QAAQ,CAAC,CAAC,CAAC,CAAAiC,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAAtCE,SAAS,CAAAD,UAAA,IAAEE,YAAY,CAAAF,UAAA,IAC9B,IAAAG,UAAA,CAAgCpC,QAAQ,CAAC,kBAAkB,CAAC,CAAAqC,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAArDE,QAAQ,CAAAD,UAAA,IAAEE,WAAW,CAAAF,UAAA,IAC5B,IAAAG,UAAA,CAAgCxC,QAAQ,CAAC,CACvCyC,OAAO,CAAE,CAAC,CACVC,cAAc,CAAE,IAAI,CACpBC,UAAU,CAAE,gBAAgB,CAC5BC,UAAU,CAAE,CAAC,IAAI,CAAC,CAClBC,aAAa,CAAE,CAAC,UAAU,CAAC,CAC3BC,iBAAiB,CAAE,qCAAqC,CACxDC,YAAY,CAAE,EAAE,CAChBC,WAAW,CAAE,EAAE,CACfC,YAAY,CAAEC,SAChB,CAAC,CAAC,CAAAC,WAAA,CAAA1B,cAAA,CAAAe,UAAA,IAVKY,QAAQ,CAAAD,WAAA,IAAEE,WAAW,CAAAF,WAAA,IAW5B,IAAAG,WAAA,CAAwCtD,QAAQ,CAAC,EAAE,CAAC,CAAAuD,WAAA,CAAA9B,cAAA,CAAA6B,WAAA,IAA7CE,YAAY,CAAAD,WAAA,IAAEE,eAAe,CAAAF,WAAA,IACpC,IAAAG,WAAA,CAA4B1D,QAAQ,CAAC,CACnC2D,IAAI,CAAE,EAAE,CACRC,QAAQ,CAAE,EACZ,CAAC,CAAC,CAAAC,WAAA,CAAApC,cAAA,CAAAiC,WAAA,IAHKI,MAAM,CAAAD,WAAA,IAAEE,SAAS,CAAAF,WAAA,IAIxB,IAAAG,WAAA,CAAsChE,QAAQ,CAAC,EAAE,CAAC,CAAAiE,WAAA,CAAAxC,cAAA,CAAAuC,WAAA,IAA3CE,WAAW,CAAAD,WAAA,IAAEE,cAAc,CAAAF,WAAA,IAClC,IAAAG,eAAA,CAAgCvE,KAAK,CAACG,QAAQ,CAAC,GAAG,CAAC,CAAAqE,gBAAA,CAAA5C,cAAA,CAAA2C,eAAA,IAA5CE,QAAQ,CAAAD,gBAAA,IAAEE,WAAW,CAAAF,gBAAA,IAE5B,GAAM,CAAAG,cAAc,CAAGpB,QAAQ,CAACT,UAAU,CAAC8B,IAAI,CAAC,CAAC,CAACC,MAAM,EAAI,CAAC,CAC7D,GAAM,CAAAC,qBAAqB,CAAGvB,QAAQ,CAACN,iBAAiB,CAAC4B,MAAM,CAAG,CAAC,CACnE,GAAM,CAAAE,kBAAkB,CAAGxB,QAAQ,CAACV,cAAc,GAAK,CAAC,CACxD,GAAM,CAAAmC,aAAa,CACjBzB,QAAQ,CAACR,UAAU,GAAKM,SAAS,EAAIE,QAAQ,CAACR,UAAU,CAAC8B,MAAM,GAAK,CAAC,CACvE,GAAM,CAAAI,YAAY,CAChB1B,QAAQ,CAACP,aAAa,GAAKK,SAAS,EAAIE,QAAQ,CAACP,aAAa,CAAC6B,MAAM,GAAK,CAAC,CAC7E,GAAM,CAAAK,cAAc,CAClB3B,QAAQ,CAACJ,WAAW,EACpBI,QAAQ,CAACJ,WAAW,CAACgC,IAAI,CAAC,SAACC,IAAI,CAAK,CAClC,MACE,CAAAA,IAAI,CAACC,sBAAsB,GAAKhC,SAAS,EACzC+B,IAAI,CAACC,sBAAsB,GAAK,CAAC,CAErC,CAAC,CAAC,CACJ,GAAM,CAAAC,WAAW,CAAGjB,WAAW,GAAK,EAAE,CACtC,GAAM,CAAAkB,QAAQ,CACZZ,cAAc,EACdG,qBAAqB,EACrBC,kBAAkB,EAClBC,aAAa,EACbC,YAAY,EACZC,cAAc,EACdI,WAAW,CAEbpF,SAAS,CAAC,UAAM,CACd,GAAM,CAAAsF,kBAAkB,6BAAAC,IAAA,CAAAC,iBAAA,cAAAC,mBAAA,GAAAC,IAAA,CAAG,SAAAC,QAAA,MAAAC,QAAA,CAAAC,SAAA,CAAAC,IAAA,QAAAL,mBAAA,GAAAM,IAAA,UAAAC,SAAAC,QAAA,iBAAAA,QAAA,CAAAC,IAAA,CAAAD,QAAA,CAAAE,IAAA,SAAAF,QAAA,CAAAE,IAAA,SACF,CAAAC,KAAK,CAAC/E,QAAQ,CAAG,qBAAqB,CAAE,CAC7DgF,MAAM,CAAE,KAAK,CACbC,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CACF,CAAC,CAAC,QALIV,QAAQ,CAAAK,QAAA,CAAAM,IAAA,IAMTX,QAAQ,CAACY,EAAE,EAAAP,QAAA,CAAAE,IAAA,WAAAF,QAAA,CAAAE,IAAA,SACU,CAAAP,QAAQ,CAACa,IAAI,CAAC,CAAC,QAAjCZ,SAAS,CAAAI,QAAA,CAAAM,IAAA,CAAyB;AACxChF,WAAW,kBAAAmF,MAAA,CACQd,QAAQ,CAACe,MAAM,QAAAD,MAAA,CAC9Bb,SAAS,CAACe,MAAM,EAAI,eAAe,CAEvC,CAAC,CAAAX,QAAA,CAAAE,IAAA,kBAAAF,QAAA,CAAAE,IAAA,UAEkB,CAAAP,QAAQ,CAACa,IAAI,CAAC,CAAC,SAA5BX,IAAI,CAAAG,QAAA,CAAAM,IAAA,CACVT,IAAI,CAAClC,IAAI,CAACiD,IAAI,CAAC,OAAO,CAAC,CACvBf,IAAI,CAACjC,QAAQ,CAACgD,IAAI,CAAC,OAAO,CAAC,CAC3B7C,SAAS,CAAC8B,IAAI,CAAC,0BAAAG,QAAA,CAAAa,IAAA,MAAAnB,OAAA,GAElB,kBApBK,CAAAL,kBAAkBA,CAAA,SAAAC,IAAA,CAAAwB,KAAA,MAAAC,SAAA,OAoBvB,CAED,GAAM,CAAAC,sBAAsB,6BAAAC,KAAA,CAAA1B,iBAAA,cAAAC,mBAAA,GAAAC,IAAA,CAAG,SAAAyB,SAAA,MAAAvB,QAAA,CAAAC,SAAA,CAAAC,IAAA,CAAAsB,GAAA,CAAAC,GAAA,CAAAC,CAAA,QAAA7B,mBAAA,GAAAM,IAAA,UAAAwB,UAAAC,SAAA,iBAAAA,SAAA,CAAAtB,IAAA,CAAAsB,SAAA,CAAArB,IAAA,SAAAqB,SAAA,CAAArB,IAAA,SACN,CAAAC,KAAK,CAAC/E,QAAQ,CAAG,oBAAoB,CAAE,CAC5DgF,MAAM,CAAE,KAAK,CACbC,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CACF,CAAC,CAAC,QALIV,QAAQ,CAAA4B,SAAA,CAAAjB,IAAA,IAMTX,QAAQ,CAACY,EAAE,EAAAgB,SAAA,CAAArB,IAAA,WAAAqB,SAAA,CAAArB,IAAA,SACU,CAAAP,QAAQ,CAACa,IAAI,CAAC,CAAC,QAAjCZ,SAAS,CAAA2B,SAAA,CAAAjB,IAAA,CAAyB;AACxChF,WAAW,kBAAAmF,MAAA,CACQd,QAAQ,CAACe,MAAM,QAAAD,MAAA,CAC9Bb,SAAS,CAACe,MAAM,EAAI,eAAe,CAEvC,CAAC,CAAAY,SAAA,CAAArB,IAAA,kBAAAqB,SAAA,CAAArB,IAAA,UAEkB,CAAAP,QAAQ,CAACa,IAAI,CAAC,CAAC,SAA5BX,IAAI,CAAA0B,SAAA,CAAAjB,IAAA,CACNa,GAAG,CAAG,EAAE,CACZ,IAAWC,GAAG,GAAI,CAAAvB,IAAI,CAAE,CAClBwB,CAAC,CAAGxB,IAAI,CAACuB,GAAG,CAAC,CACjBC,CAAC,CAAC,MAAM,CAAC,CAAGD,GAAG,CACfD,GAAG,CAACP,IAAI,CAACS,CAAC,CAAC,CACb,CACA5D,eAAe,CAAC0D,GAAG,CAAC,0BAAAI,SAAA,CAAAV,IAAA,MAAAK,QAAA,GAEvB,kBAxBK,CAAAF,sBAAsBA,CAAA,SAAAC,KAAA,CAAAH,KAAA,MAAAC,SAAA,OAwB3B,CACD;AACA,GAAIvD,YAAY,CAACkB,MAAM,GAAK,CAAC,CAAE,CAC7BsC,sBAAsB,CAAC,CAAC,CAACQ,KAAK,CAAC,SAACC,KAAK,CAAK,CACxCnG,WAAW,CACTmG,KAAK,CAACC,OAAO,EACX,kEACJ,CAAC,CACDC,OAAO,CAACF,KAAK,CAAC,SAAS,CAAEA,KAAK,CAAC,CACjC,CAAC,CAAC,CACJ,CACA,GAAI3D,MAAM,CAACH,IAAI,CAACe,MAAM,GAAK,CAAC,CAAE,CAC5BW,kBAAkB,CAAC,CAAC,CAACmC,KAAK,CAAC,SAACC,KAAK,CAAK,CACpCnG,WAAW,CACTmG,KAAK,CAACC,OAAO,EACX,kEACJ,CAAC,CACDC,OAAO,CAACF,KAAK,CAAC,SAAS,CAAEA,KAAK,CAAC,CACjC,CAAC,CAAC,CACJ,CACF,CAAC,CAAC,CAEF,GAAM,CAAAG,kBAAkB,CAAG,QAArB,CAAAA,kBAAkBA,CAAA,CAAS,CAC/B,GAAIxE,QAAQ,CAACP,aAAa,CAACgF,QAAQ,CAAC,MAAM,CAAC,CAAE,CAC3C,MAAO,CAAA/D,MAAM,CAACH,IAAI,CACpB,CAAC,IAAM,CACL,MAAO,CAAAG,MAAM,CAACF,QAAQ,CACxB,CACF,CAAC,CAED,GAAM,CAAAkE,oBAAoB,CAAG,QAAvB,CAAAA,oBAAoBA,CAAA,CAAS,CACjC,MAAO,CAAAhG,WAAW,GAAK,SAAS,CAClC,CAAC,CAED,GAAM,CAAAiG,iBAAiB,CAAG,QAApB,CAAAA,iBAAiBA,CAAIC,IAAI,CAAK,CAClC,GAAM,CAAAC,cAAc,CAAGD,IAAI,CAACE,OAAO,CAAC,KAAK,CAAE,GAAG,CAAC,CAC/C,GAAM,CAAAC,OAAO,CAAGF,cAAc,CAACG,SAAS,CAAC,CAAC,CAAEH,cAAc,CAACI,WAAW,CAAC,GAAG,CAAC,CAAC,CAC5E,GAAM,CAAAC,QAAQ,CAAGL,cAAc,CAACG,SAAS,CACvCH,cAAc,CAACI,WAAW,CAAC,GAAG,CAAC,CAAG,CACpC,CAAC,CACD,MAAO,CAAEF,OAAO,CAAPA,OAAO,CAAEG,QAAQ,CAARA,QAAS,CAAC,CAC9B,CAAC,CAED,GAAM,CAAAC,WAAW,6BAAAC,KAAA,CAAAjD,iBAAA,cAAAC,mBAAA,GAAAC,IAAA,CAAG,SAAAgD,SAAA,MAAAC,kBAAA,CAAAP,OAAA,CAAAG,QAAA,CAAAK,EAAA,CAAAC,QAAA,CAAAC,kBAAA,CAAAlD,QAAA,CAAAC,SAAA,QAAAJ,mBAAA,GAAAM,IAAA,UAAAgD,UAAAC,SAAA,iBAAAA,SAAA,CAAA9C,IAAA,CAAA8C,SAAA,CAAA7C,IAAA,SAClB,GAAI,CAAC4B,oBAAoB,CAAC,CAAC,CAAE,CAAAY,kBAAA,CACGX,iBAAiB,CAACzF,QAAQ,CAAC,CAAjD6F,OAAO,CAAAO,kBAAA,CAAPP,OAAO,CAAEG,QAAQ,CAAAI,kBAAA,CAARJ,QAAQ,CACzBlF,QAAQ,CAACJ,WAAW,CAAG,CACrB,CACEgG,YAAY,CAAElH,WAAW,CACzBoD,sBAAsB,CAAEhD,SAAS,CACjC+G,aAAa,CAAE,CAAC,EAAE,CAAC,CACnBC,QAAQ,CAAE,EAAE,CACZC,wBAAwB,CAAEb,QAAQ,CAClCc,SAAS,CAAEjB,OACb,CAAC,CACF,CACH,CAAC,IAAM,CACL/E,QAAQ,CAACJ,WAAW,CAAG,CACrB,CACEgG,YAAY,CAAElH,WAAW,CACzBoD,sBAAsB,CAAEhD,SAAS,CACjC+G,aAAa,CAAE,CAAC,OAAO,CAAE,OAAO,CAAE,MAAM,CAAC,CACzCC,QAAQ,CAAE,EAAE,CACZE,SAAS,CAAE9G,QACb,CAAC,CACF,CACH,CAEAc,QAAQ,CAACL,YAAY,CAAGmB,WAAW,CAEnC,GAAId,QAAQ,CAACP,aAAa,CAACgF,QAAQ,CAAC,MAAM,CAAC,CAAE,CACrCc,EAAE,CAAGnF,YAAY,CAAC6F,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAKrF,WAAW,GAAC,CACjE,GAAIyE,EAAE,CAAE,CACNvF,QAAQ,CAACH,YAAY,CAAG,CACtBuG,UAAU,CAAEb,EAAE,CAACa,UAAU,CACzBC,aAAa,CAAEd,EAAE,CAACc,aAAa,CAC/BC,KAAK,CAAEf,EAAE,CAACe,KAAK,CACfC,iBAAiB,CAAEhB,EAAE,CAACgB,iBAAiB,CACvCC,iBAAiB,CAAEjB,EAAE,CAACiB,iBAAiB,CACvC/C,IAAI,EAAA+B,QAAA,CAAED,EAAE,CAAC9B,IAAI,UAAA+B,QAAA,UAAAA,QAAA,CAAI,IAAI,CACrBiB,cAAc,EAAAhB,kBAAA,CAAEF,EAAE,CAACkB,cAAc,UAAAhB,kBAAA,UAAAA,kBAAA,CAAI,IACvC,CAAC,CACH,CACF,CAAC,IAEGzD,QAAQ,EAAA2D,SAAA,CAAA7C,IAAA,UACV5E,WAAW,CAAC,2CAA2C,CAAC,QAAAyH,SAAA,CAAAe,MAAA,kBAAAf,SAAA,CAAA9C,IAAA,GAAA8C,SAAA,CAAA7C,IAAA,SAKjC,CAAAC,KAAK,CAAC/E,QAAQ,CAAG,6BAA6B,CAAE,CACrEgF,MAAM,CAAE,MAAM,CACdC,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACD0D,IAAI,CAAEC,IAAI,CAACC,SAAS,CAAC,CACnBC,KAAK,CAAEF,IAAI,CAACC,SAAS,CAAC7G,QAAQ,CAAC,CAC/B+G,OAAO,CAAE,IACX,CAAC,CACH,CAAC,CAAC,QATIxE,QAAQ,CAAAoD,SAAA,CAAAzC,IAAA,IAUTX,QAAQ,CAACY,EAAE,EAAAwC,SAAA,CAAA7C,IAAA,WAAA6C,SAAA,CAAA7C,IAAA,UACU,CAAAP,QAAQ,CAACa,IAAI,CAAC,CAAC,SAAjCZ,SAAS,CAAAmD,SAAA,CAAAzC,IAAA,CAAyB;AACxChF,WAAW,kBAAAmF,MAAA,CACQd,QAAQ,CAACe,MAAM,QAAAD,MAAA,CAC9Bb,SAAS,CAACe,MAAM,EAAI,eAAe,CAEvC,CAAC,CAAAoC,SAAA,CAAA7C,IAAA,kBAEDvE,aAAa,CACX,mFACF,CAAC,SAAAoH,SAAA,CAAA7C,IAAA,kBAAA6C,SAAA,CAAA9C,IAAA,IAAA8C,SAAA,CAAAqB,EAAA,CAAArB,SAAA,aAGHpB,OAAO,CAACF,KAAK,CAAC,+CAA+C,CAAAsB,SAAA,CAAAqB,EAAO,CAAC,CACrE9I,WAAW,CAACyH,SAAA,CAAAqB,EAAA,CAAM1C,OAAO,EAAI,+BAA+B,CAAC,0BAAAqB,SAAA,CAAAlC,IAAA,MAAA4B,QAAA,iBAEhE,kBA1EK,CAAAF,WAAWA,CAAA,SAAAC,KAAA,CAAA1B,KAAA,MAAAC,SAAA,OA0EhB,CAED,GAAM,CAAAsD,cAAc,CAAG,QAAjB,CAAAA,cAAcA,CAAIC,IAAI,CAAK,CAC/B,GAAIlH,QAAQ,CAACR,UAAU,CAACiF,QAAQ,CAACyC,IAAI,CAAC,CAAE,CACtCjH,WAAW,CAAAkH,aAAA,CAAAA,aAAA,IACNnH,QAAQ,MACXR,UAAU,CAAEQ,QAAQ,CAACR,UAAU,CAAC4H,MAAM,CAAC,SAACC,CAAC,QAAK,CAAAA,CAAC,GAAKH,IAAI,GAAC,EAC1D,CAAC,CACJ,CAAC,IAAM,CACLjH,WAAW,CAAAkH,aAAA,CAAAA,aAAA,IACNnH,QAAQ,MACXR,UAAU,IAAA6D,MAAA,CAAAiE,kBAAA,CAAMtH,QAAQ,CAACR,UAAU,GAAE0H,IAAI,EAAC,EAC3C,CAAC,CACJ,CACF,CAAC,CAED,GAAM,CAAAK,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAIC,OAAO,CAAK,CACjCzG,cAAc,CAAC,EAAE,CAAC,CAClB,GAAIf,QAAQ,CAACP,aAAa,CAACgF,QAAQ,CAAC+C,OAAO,CAAC,CAAE,CAC5CvH,WAAW,CAAAkH,aAAA,CAAAA,aAAA,IACNnH,QAAQ,MACXP,aAAa,CAAEO,QAAQ,CAACP,aAAa,CAAC2H,MAAM,CAAC,SAACK,CAAC,QAAK,CAAAA,CAAC,GAAKD,OAAO,GAAC,EACnE,CAAC,CACJ,CAAC,IAAM,CACLvH,WAAW,CAAAkH,aAAA,CAAAA,aAAA,IACNnH,QAAQ,MACXP,aAAa,IAAA4D,MAAA,CAAAiE,kBAAA,CAAMtH,QAAQ,CAACP,aAAa,GAAE+H,OAAO,EAAC,EACpD,CAAC,CACJ,CACF,CAAC,CAED,mBACElK,KAAA,CAACzB,GAAG,EAAC6L,CAAC,CAAC,MAAM,CAAAC,QAAA,eACXvK,IAAA,CAACL,KAAK,EAAC6K,KAAK,CAAC,gBAAgB,CAAE,CAAC,cAChCxK,IAAA,CAACN,oBAAoB,GAAE,CAAC,cACxBQ,KAAA,CAAC5B,UAAU,EAACmM,KAAK,CAAE3G,QAAS,CAAAyG,QAAA,eAC1BvK,IAAA,CAACvB,GAAG,EAACiM,EAAE,CAAE,CAAEC,YAAY,CAAE,CAAC,CAAEC,WAAW,CAAE,SAAU,CAAE,CAAAL,QAAA,cACnDrK,KAAA,CAAC3B,OAAO,EACNkM,KAAK,CAAE3G,QAAS,CAChB+G,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAEjE,CAAC,CAAK,CAClB9C,WAAW,CAAC8C,CAAC,CAAC,CAChB,CAAE,CACF,aAAW,MAAM,CAAA0D,QAAA,eAEjBvK,IAAA,CAAChB,GAAG,EAAC+L,KAAK,CAAC,gBAAgB,CAACN,KAAK,CAAC,GAAG,CAAE,CAAC,cACxCzK,IAAA,CAAChB,GAAG,EAAC+L,KAAK,CAAC,iBAAiB,CAACN,KAAK,CAAC,GAAG,CAAE,CAAC,cACzCzK,IAAA,CAAChB,GAAG,EAAC+L,KAAK,CAAC,cAAc,CAACN,KAAK,CAAC,GAAG,CAAE,CAAC,EAC/B,CAAC,CACP,CAAC,cACNvK,KAAA,CAAC1B,QAAQ,EAACiM,KAAK,CAAC,GAAG,CAACC,EAAE,CAAE,CAAEM,OAAO,CAAE,CAAE,CAAE,CAAAT,QAAA,eACrCvK,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1B9K,KAAA,CAACvB,WAAW,EAAC+L,EAAE,CAAEO,MAAM,CAACC,eAAgB,CAAAX,QAAA,eACtCvK,IAAA,CAACZ,SAAS,EACR2L,KAAK,CAAC,YAAY,CAClB9D,KAAK,CAAEjD,cAAe,CACtBmH,YAAY,CAAEvI,QAAQ,CAACT,UAAW,CAClCiJ,IAAI,CAAC,OAAO,CACZC,UAAU,CAAC,gHAAgH,CAC3HR,QAAQ,CAAE,SAAAA,SAACS,KAAK,QACd,CAAAzI,WAAW,CAAAkH,aAAA,CAAAA,aAAA,IAAMnH,QAAQ,MAAET,UAAU,CAAEmJ,KAAK,CAACC,MAAM,CAACd,KAAK,EAAE,CAAC,EAC7D,CACF,CAAC,cACFzK,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1BhL,IAAA,UACEwL,KAAK,CAAE,CACLC,WAAW,CAAE,CACf,CAAE,CAAAlB,QAAA,CACH,cAED,CAAO,CAAC,cAERvK,IAAA,CAACjB,UAAU,EACT0L,KAAK,CAAEnJ,WAAY,CACnBuJ,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACfvJ,cAAc,CAACuJ,CAAC,CAACS,MAAM,CAACd,KAAK,CAAC,CAChC,CAAE,CAAAF,QAAA,cAEFrK,KAAA,CAACzB,GAAG,EAACiM,EAAE,CAAEO,MAAM,CAACS,eAAgB,CAAAnB,QAAA,eAC9BvK,IAAA,CAACvB,GAAG,EAACiM,EAAE,CAAE,CAAEiB,UAAU,CAAE,MAAO,CAAE,CAAApB,QAAA,cAC9BvK,IAAA,CAACpB,gBAAgB,EACf6L,KAAK,CAAC,SAAS,CACfmB,OAAO,cAAE5L,IAAA,CAAClB,KAAK,GAAE,CAAE,CACnBiM,KAAK,CAAC,SAAS,CAChB,CAAC,CACC,CAAC,cACN/K,IAAA,CAACvB,GAAG,EAACiM,EAAE,CAAE,CAAEiB,UAAU,CAAE,MAAO,CAAE,CAAApB,QAAA,cAC9BvK,IAAA,CAACpB,gBAAgB,EACf6L,KAAK,CAAC,QAAQ,CACdmB,OAAO,cAAE5L,IAAA,CAAClB,KAAK,GAAE,CAAE,CACnBiM,KAAK,CAAC,MAAM,CACb,CAAC,CACC,CAAC,cACN/K,IAAA,CAACvB,GAAG,EAACiM,EAAE,CAAE,CAAEiB,UAAU,CAAE,MAAO,CAAE,CAAApB,QAAA,cAC9BvK,IAAA,CAACpB,gBAAgB,EACf6L,KAAK,CAAC,QAAQ,CACdmB,OAAO,cAAE5L,IAAA,CAAClB,KAAK,GAAE,CAAE,CACnBiM,KAAK,CAAC,MAAM,CACb,CAAC,CACC,CAAC,EACH,CAAC,CACI,CAAC,cACb/K,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1BhL,IAAA,CAACZ,SAAS,EACR6H,KAAK,CAAE7C,kBAAmB,CAC1B2G,KAAK,CAAC,gBAAgB,CACtBN,KAAK,CAAE7H,QAAQ,CAACV,cAAe,CAC/BkJ,IAAI,CAAC,OAAO,CACZP,QAAQ,CAAE,SAAAA,SAACS,KAAK,CAAK,CACnB,GAAI,CAAAb,KAAK,CAAGa,KAAK,CAACC,MAAM,CAACd,KAAK,CAC9B;AACA,GAAI,KAAK,CAACoB,IAAI,CAACpB,KAAK,CAAC,CAAE,CACrBA,KAAK,CAAGA,KAAK,CAAC/C,OAAO,CAAC,KAAK,CAAE,EAAE,CAAC,EAAI,GAAG,CACzC,CACA;AACA,GAAI,CAAC,OAAO,CAACmE,IAAI,CAACpB,KAAK,CAAC,EAAIqB,QAAQ,CAACrB,KAAK,CAAC,CAAG,CAAC,CAAE,CAC/CA,KAAK,CAAG,GAAG,CACb,CACA;AACA5H,WAAW,CAAAkH,aAAA,CAAAA,aAAA,IACNnH,QAAQ,MACXV,cAAc,CAAE6J,MAAM,CAACtB,KAAK,CAAC,EAC9B,CAAC,CACJ,CAAE,CACH,CAAC,cACFzK,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1BhL,IAAA,CAACZ,SAAS,EACR2L,KAAK,CAAC,wBAAwB,CAC9BK,IAAI,CAAC,OAAO,CACZnE,KAAK,CAAE1C,cAAe,CACtBkG,KAAK,CAAE/I,SAAU,CACjBmJ,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACf,GAAI,CAAAL,KAAK,CAAGK,CAAC,CAACS,MAAM,CAACd,KAAK,CAC1B;AACA,GAAI,KAAK,CAACoB,IAAI,CAACpB,KAAK,CAAC,CAAE,CACrBA,KAAK,CAAGA,KAAK,CAAC/C,OAAO,CAAC,KAAK,CAAE,EAAE,CAAC,EAAI,GAAG,CACzC,CACA;AACA,GAAI,CAAC,OAAO,CAACmE,IAAI,CAACpB,KAAK,CAAC,EAAIqB,QAAQ,CAACrB,KAAK,CAAC,CAAG,CAAC,CAAE,CAC/CA,KAAK,CAAG,GAAG,CACb,CACA9I,YAAY,CAACoK,MAAM,CAACtB,KAAK,CAAC,CAAC,CAC7B,CAAE,CACH,CAAC,cACFzK,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1BhL,IAAA,CAACZ,SAAS,EACR2L,KAAK,CAAC,YAAY,CAClBK,IAAI,CAAC,OAAO,CACZX,KAAK,CAAE3I,QAAS,CAChB+I,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACf/I,WAAW,CAAC+I,CAAC,CAACS,MAAM,CAACd,KAAK,CAAC,CAC7B,CAAE,CACFY,UAAU,CAAC,uFAAuF,CACnG,CAAC,cACFrL,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1BhL,IAAA,CAACZ,SAAS,EACR2L,KAAK,CAAC,8BAA8B,CACpC9D,KAAK,CAAE9C,qBAAsB,CAC7BgH,YAAY,CAAEvI,QAAQ,CAACN,iBAAkB,CACzC8I,IAAI,CAAC,OAAO,CACZP,QAAQ,CAAE,SAAAA,SAACS,KAAK,QACd,CAAAzI,WAAW,CAAAkH,aAAA,CAAAA,aAAA,IACNnH,QAAQ,MACXN,iBAAiB,CAAEgJ,KAAK,CAACC,MAAM,CAACd,KAAK,EACtC,CAAC,EACH,CACF,CAAC,cACFzK,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1BhL,IAAA,UACEwL,KAAK,CAAE,CACLC,WAAW,CAAE,CAAC,CACdO,KAAK,CAAE3H,aAAa,CAAG1D,WAAW,CAAG,SACvC,CAAE,CAAA4J,QAAA,CACH,iBAED,CAAO,CAAC,cACRvK,IAAA,CAACvB,GAAG,EAACiM,EAAE,CAAEO,MAAM,CAACS,eAAgB,CAAAnB,QAAA,CAC7BhK,mBAAmB,CAAC0L,GAAG,CAAC,SAACnC,IAAI,qBAC5B9J,IAAA,CAACvB,GAAG,EAAYiM,EAAE,CAAE,CAAEwB,WAAW,CAAE,MAAO,CAAE,CAAA3B,QAAA,cAC1CvK,IAAA,CAACpB,gBAAgB,EACfgN,OAAO,cACL5L,IAAA,CAACtB,QAAQ,EACPyN,OAAO,CAAEvJ,QAAQ,CAACR,UAAU,CAACiF,QAAQ,CAACyC,IAAI,CAAE,CAC5Ce,QAAQ,CAAE,SAAAA,SAAA,QAAM,CAAAhB,cAAc,CAACC,IAAI,CAAC,EAAC,CACrCf,IAAI,CAAEe,IAAK,CACXY,EAAE,CACArG,aAAa,CACT,CACE,OAAO,CAAE1D,WAAW,CACpB,eAAe,CAAE,CACfqL,KAAK,CAAErL,WACT,CACF,CAAC,CACD,CAAC,CACN,CACF,CACF,CACDoK,KAAK,CAAE5K,wBAAwB,CAAC2J,IAAI,CAAE,CACtC0B,KAAK,CAAE,CACLC,WAAW,CAAE,EAAE,CACfO,KAAK,CAAE3H,aAAa,CAAG1D,WAAW,CAAG,SACvC,CAAE,CACH,CAAC,EAxBMmJ,IAyBL,CAAC,EACP,CAAC,CACC,CAAC,cACN9J,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1BhL,IAAA,UACEwL,KAAK,CAAE,CACLC,WAAW,CAAE,CAAC,CACdO,KAAK,CAAE1H,YAAY,CAAG3D,WAAW,CAAG,SACtC,CAAE,CAAA4J,QAAA,CACH,iBAED,CAAO,CAAC,cACRvK,IAAA,CAACvB,GAAG,EAACiM,EAAE,CAAEO,MAAM,CAACS,eAAgB,CAAAnB,QAAA,CAC7BjK,kBAAkB,CAAC2L,GAAG,CAAC,SAAC7B,OAAO,qBAC9BpK,IAAA,CAACvB,GAAG,EAAeiM,EAAE,CAAE,CAAEwB,WAAW,CAAE,MAAO,CAAE,CAAA3B,QAAA,cAC7CvK,IAAA,CAACpB,gBAAgB,EACfgN,OAAO,cACL5L,IAAA,CAACtB,QAAQ,EACPyN,OAAO,CAAEvJ,QAAQ,CAACP,aAAa,CAACgF,QAAQ,CACtC+C,OAAO,CAACgC,WAAW,CAAC,CACtB,CAAE,CACFvB,QAAQ,CAAE,SAAAA,SAAA,QAAM,CAAAV,aAAa,CAACC,OAAO,CAACgC,WAAW,CAAC,CAAC,CAAC,EAAC,CACrDrD,IAAI,CAAEqB,OAAQ,CACdM,EAAE,CACApG,YAAY,CACR,CACE,OAAO,CAAE3D,WAAW,CACpB,eAAe,CAAE,CACfqL,KAAK,CAAErL,WACT,CACF,CAAC,CACD,CAAC,CACN,CACF,CACF,CACDoK,KAAK,CAAEX,OAAQ,CACfoB,KAAK,CAAE,CACLC,WAAW,CAAE,EAAE,CACfO,KAAK,CAAE1H,YAAY,CAAG3D,WAAW,CAAG,SACtC,CAAE,CACH,CAAC,EA1BMyJ,OA2BL,CAAC,EACP,CAAC,CACC,CAAC,cACNpK,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,EACf,CAAC,cAEd9K,KAAA,CAACvB,WAAW,EAAC+L,EAAE,CAAEO,MAAM,CAACC,eAAgB,CAAAX,QAAA,eACtCvK,IAAA,UACEwL,KAAK,CAAE,CACLC,WAAW,CAAE,CAAC,CACdO,KAAK,CAAE1H,YAAY,CAAG3D,WAAW,CAAG,SACtC,CAAE,CAAA4J,QAAA,CACH,cAED,CAAO,CAAC,cACRvK,IAAA,CAACnB,cAAc,EAAA0L,QAAA,CAAC,mIAGhB,CAAgB,CAAC,cACjBvK,IAAA,CAACjB,UAAU,EACT0L,KAAK,CAAE/G,WAAY,CACnBmH,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACfnH,cAAc,CAACmH,CAAC,CAACS,MAAM,CAACd,KAAK,CAAC,CAChC,CAAE,CAAAF,QAAA,cAEFvK,IAAA,CAACvB,GAAG,EAACiM,EAAE,CAAEO,MAAM,CAACS,eAAgB,CAAAnB,QAAA,CAC7BnD,kBAAkB,CAAC,CAAC,CAAC6E,GAAG,CAAC,SAACpF,CAAC,qBAC1B7G,IAAA,CAACvB,GAAG,EAACiM,EAAE,CAAE,CAAEiB,UAAU,CAAE,MAAO,CAAE,CAAApB,QAAA,cAC9BvK,IAAA,CAACpB,gBAAgB,EAAC6L,KAAK,CAAE5D,CAAE,CAAC+E,OAAO,cAAE5L,IAAA,CAAClB,KAAK,GAAE,CAAE,CAACiM,KAAK,CAAElE,CAAE,CAAE,CAAC,CACzD,CAAC,EACP,CAAC,CACC,CAAC,CACI,CAAC,cACb7G,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,EACf,CAAC,cAEd9K,KAAA,CAACzB,GAAG,EAAC4N,KAAK,CAAE,MAAO,CAAA9B,QAAA,EAChBrJ,UAAU,GAAK,EAAE,eAChBhB,KAAA,CAACjB,KAAK,EAACqN,QAAQ,CAAC,SAAS,CAAA/B,QAAA,eACvBvK,IAAA,CAACd,UAAU,EAAAqL,QAAA,CAAC,SAAO,CAAY,CAAC,CAC/BrJ,UAAU,EACN,CACR,cACDlB,IAAA,CAACb,MAAM,EACLoN,OAAO,CAAC,WAAW,CACnBP,KAAK,CAAC,SAAS,CACfQ,IAAI,CAAC,QAAQ,CACbC,OAAO,CAAE1E,WAAY,CAAAwC,QAAA,CACtB,gBAED,CAAQ,CAAC,EACN,CAAC,EACE,CAAC,cACXvK,IAAA,CAACxB,QAAQ,EAACiM,KAAK,CAAC,GAAG,CAACC,EAAE,CAAE,CAAEM,OAAO,CAAE,CAAE,CAAE,CAAAT,QAAA,cACrCvK,IAAA,CAACH,sBAAsB,GAAE,CAAC,CAClB,CAAC,cACXG,IAAA,CAACxB,QAAQ,EAACiM,KAAK,CAAC,GAAG,CAACC,EAAE,CAAE,CAAEM,OAAO,CAAE,CAAE,CAAE,CAAAT,QAAA,cACrCvK,IAAA,CAACF,mBAAmB,GAAE,CAAC,CACf,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAY,aAAa,CAE5B,GAAM,CAAAuK,MAAM,CAAG,CACbC,eAAe,CAAE,CACfmB,KAAK,CAAE,MAAM,CACbK,MAAM,CAAE,QAAQ,CAChBtB,IAAI,CAAE,OACR,CAAC,CACDM,eAAe,CAAE,CACfiB,OAAO,CAAE,MAAM,CACfC,QAAQ,CAAE,MAAM,CAChBC,QAAQ,CAAE,KACZ,CAAC,CACDC,gBAAgB,CAAE,CAChBrB,WAAW,CAAE,CACf,CAAC,CACDsB,2BAA2B,CAAE,CAC3BtB,WAAW,CAAE,EACf,CAAC,CACDuB,SAAS,CAAE,CACTX,KAAK,CAAE,MAAM,CACbK,MAAM,CAAE,MACV,CAAC,CACDzF,KAAK,CAAE,CACLgG,UAAU,CAAE,MAAM,CAClBP,MAAM,CAAE,OAAO,CACf1B,OAAO,CAAE,KAAK,CACdkC,YAAY,CAAE,KAChB,CACF,CAAC"},"metadata":{},"sourceType":"module","externalDependencies":[]}
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xinference
3
- Version: 0.7.4.1
3
+ Version: 0.7.5
4
4
  Summary: Model Serving Made Easy
5
5
  Home-page: https://github.com/xorbitsai/inference
6
6
  Author: Qin Xuye
@@ -34,7 +34,7 @@ Requires-Dist: typing-extensions
34
34
  Requires-Dist: fsspec
35
35
  Requires-Dist: s3fs
36
36
  Requires-Dist: modelscope >=1.10.0
37
- Requires-Dist: sse-starlette
37
+ Requires-Dist: sse-starlette >=1.6.5
38
38
  Requires-Dist: openai >1
39
39
  Provides-Extra: all
40
40
  Requires-Dist: chatglm-cpp >=0.3.0 ; extra == 'all'
@@ -80,12 +80,14 @@ Requires-Dist: opencv-python ; extra == 'dev'
80
80
  Requires-Dist: langchain ; extra == 'dev'
81
81
  Requires-Dist: orjson ; extra == 'dev'
82
82
  Requires-Dist: sphinx-tabs ; extra == 'dev'
83
+ Requires-Dist: sphinx-design ; extra == 'dev'
83
84
  Provides-Extra: doc
84
85
  Requires-Dist: ipython >=6.5.0 ; extra == 'doc'
85
86
  Requires-Dist: sphinx >=3.0.0 ; extra == 'doc'
86
87
  Requires-Dist: pydata-sphinx-theme >=0.3.0 ; extra == 'doc'
87
88
  Requires-Dist: sphinx-intl >=0.9.9 ; extra == 'doc'
88
89
  Requires-Dist: sphinx-tabs ; extra == 'doc'
90
+ Requires-Dist: sphinx-design ; extra == 'doc'
89
91
  Provides-Extra: embedding
90
92
  Requires-Dist: sentence-transformers ; extra == 'embedding'
91
93
  Provides-Extra: ggml
@@ -188,6 +190,7 @@ with popular third-party libraries including [LangChain](https://python.langchai
188
190
  | Multi-node Cluster Deployment | ✅ | ❌ | ❌ | ✅ |
189
191
  | Image Models (Text-to-Image) | ✅ | ✅ | ❌ | ❌ |
190
192
  | Text Embedding Models | ✅ | ❌ | ❌ | ❌ |
193
+ | Multimodal Models | ✅ | ❌ | ❌ | ❌ |
191
194
  | More OpenAI Functionalities (Function Calling) | ✅ | ❌ | ❌ | ❌ |
192
195
 
193
196
  ## Getting Started
@@ -200,6 +203,10 @@ with popular third-party libraries including [LangChain](https://python.langchai
200
203
  * [Deployment Docs](https://inference.readthedocs.io/en/latest/getting_started/using_xinference.html)
201
204
  * [Examples and Tutorials](https://inference.readthedocs.io/en/latest/examples/index.html)
202
205
 
206
+ ### Jupyter Notebook
207
+
208
+ The lightest way to experience Xinference is to try our [Juypter Notebook on Google Colab](https://colab.research.google.com/github/xorbitsai/inference/blob/main/examples/Xinference_Quick_Start.ipynb).
209
+
203
210
  ### Quick Start
204
211
 
205
212
  Install Xinference by using pip as follows. (For more options, see [Installation page](https://inference.readthedocs.io/en/latest/getting_started/installation.html).)
@@ -1,5 +1,5 @@
1
1
  xinference/__init__.py,sha256=jv7PR7ali6n5TpvGjB3hKugwB9Tq-eSTyc_xl2gFnZ0,910
2
- xinference/_version.py,sha256=pbRTEN-XLX2ijO75tx8TU0tmV0P4th6K6zWpm-rqlng,499
2
+ xinference/_version.py,sha256=KOWit4paw1gsrwALkHdqOF5D7sYx9AToJjBKeAQmoJ8,497
3
3
  xinference/conftest.py,sha256=CXBuFCuPXWdVPy_MHFacCzScqqJXSz2gp4GHOZzFiII,7198
4
4
  xinference/constants.py,sha256=g8nec_ubOx01cbDX5WGeCTStp3Q71vt1T7_Nj1NIm7c,2283
5
5
  xinference/fields.py,sha256=k_hhu-7LRqZGmFqMhhPZPaK5GG6thfTZS_hsTpo8yFM,5061
@@ -7,29 +7,29 @@ xinference/isolation.py,sha256=NstVRcO3dG4umHExICXAHlzVKwH8ch8MBwKwE-KFkE0,1826
7
7
  xinference/types.py,sha256=CVgf1AB2AT2LQXd5__BrImZW2C7ZDq-Z5IaKyHsA-vA,11624
8
8
  xinference/utils.py,sha256=Z6PPDGmX4EW8OD3OfA2Wa37ZM9OdRTnR00ITMDTu4qE,716
9
9
  xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
10
- xinference/api/restful_api.py,sha256=xNmPLwPOaixZolpLLy_pZ3pKH_VUMYoQ21R9_aJ1j_g,35230
10
+ xinference/api/restful_api.py,sha256=uFsIsqXyXYEPrklA0mfj901O3KHRBEZ2MDZpXdVzLT8,35792
11
11
  xinference/client/__init__.py,sha256=Gc4HOzAy_1cic5kXlso7hahYgw89CKvZSJDicEU461k,669
12
12
  xinference/client/common.py,sha256=wk-3j1tJPNa60tHO8YZ5z7iBIeI6cBEqomKIatyMQx8,1554
13
13
  xinference/client/handlers.py,sha256=nFQQMRHiu_c2nsqVWMA792-QfXXq6wIW3dPR5Q7H-f0,545
14
14
  xinference/client/oscar/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
15
- xinference/client/oscar/actor_client.py,sha256=6f7XHoj4ocqv-85IbpPzev0vIalB7YMCkZJWRwJ4Ry0,19379
15
+ xinference/client/oscar/actor_client.py,sha256=Ze9F1ceNx8Chz2WymJIelDSm03DMPlMUHk6Pwf4BkC0,21605
16
16
  xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
17
17
  xinference/client/restful/restful_client.py,sha256=feVG_x4QvzuAgMnpcb0zg-q78l7AJwyk4tKRnKnHODA,35164
18
18
  xinference/core/__init__.py,sha256=Fe5tYCHDbYJ7PhxJhQ68VbfgKgOsAuslNPr4wPhFMJM,612
19
19
  xinference/core/chat_interface.py,sha256=CDQIPmpr0MiavdbW-hOFfoVzYsN8-G-TmRO7mF38C4c,11849
20
- xinference/core/model.py,sha256=wQSrYInTuAJiAVW-C6R8DwiFZ09sTpCYT-CigH002oU,13000
20
+ xinference/core/model.py,sha256=EEkAVLzjSVKTIkILa5ypUFP5S91oOFYpD5VJRAUgKvI,13333
21
21
  xinference/core/resource.py,sha256=oG44ZpXQL7uz4pbowtHGdpHarNJ52CK6KBLJRMcySpk,1516
22
- xinference/core/supervisor.py,sha256=QHpoUufcjxfaoP9ZZL2zzzuEKn9bPO9N6LuR2pac0CU,26614
22
+ xinference/core/supervisor.py,sha256=pHa2Y8fOV8lrtWew19axopPFVI0U_RCa4gIONspHHAA,26998
23
23
  xinference/core/utils.py,sha256=oVM_bIbbI0w4n3lFIytQ7wMmlIBrxPstrUu7Neahvyw,3528
24
24
  xinference/core/worker.py,sha256=ac06UvP14TS7aOSia-ont0GwM7B_mgip0tbnyJW1qnc,17861
25
25
  xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
26
- xinference/deploy/cmdline.py,sha256=q8Czk6SV3SHj8lE8ITsgBebuU9Hp3F6MyybMi16v8f8,24040
26
+ xinference/deploy/cmdline.py,sha256=Bbkjp4c5VNHyB18zbjyjHQgpyHP9waVGLjtdUKhCS-U,24641
27
27
  xinference/deploy/local.py,sha256=nkjBXGvmNTg1jzNrGlmITHtof2dQfr4X2-lt5wsxOW4,3002
28
28
  xinference/deploy/supervisor.py,sha256=o-mnmntoyTI9Vtc1c-fP5enD14RBs-cvXZ2RR1zYeqs,2874
29
29
  xinference/deploy/utils.py,sha256=wR8dUZud1k7gSmd4M7l6Rq2rtrhTn5qLGmM1XB1IHr4,4941
30
30
  xinference/deploy/worker.py,sha256=tiMdZxLPZd8rVpoyKXZbZzqfyii_jzQWjba2IBwuezo,2242
31
31
  xinference/deploy/test/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
32
- xinference/deploy/test/test_cmdline.py,sha256=GtOmQZxz04qut2wP-isUdjRFh61JN9D6gl55YkDgKIc,6709
32
+ xinference/deploy/test/test_cmdline.py,sha256=bEQ4-y2IG-ntOA6tP3_EP22WQelMAiJ9BQkuBmRzZAs,6736
33
33
  xinference/locale/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
34
34
  xinference/locale/utils.py,sha256=w-G1DAJGw1UUQVVtq6khOZn7ZjobUmTw6qwHMm2eWIs,1312
35
35
  xinference/locale/zh_CN.json,sha256=YA55G9s1p05Bt5RBoDo5SV12dd-CMJI0ABap6RpCp4M,1097
@@ -39,19 +39,19 @@ xinference/model/utils.py,sha256=rJjz2WWZ3FROf2GIUoiS9KveLB6mQVYkcEeG4HpIl9g,963
39
39
  xinference/model/embedding/__init__.py,sha256=uU_fNnMbEpl6LxgzN_FC9U3DisjQwCwIvKv0gfjOFkI,2119
40
40
  xinference/model/embedding/core.py,sha256=hzVxWuQlAmawRXGjGQdy-sF308TlQSOCk6A-CG8ivFI,16099
41
41
  xinference/model/embedding/custom.py,sha256=iE3-iWVzxarXdeTdw5e6rxv6HQRXVbPHp65wwhT2IL8,3919
42
- xinference/model/embedding/model_spec.json,sha256=BxsfSWNI3pVf4N0Ga690rQ_ySDJoBtpe8ZnyrrNViaQ,4037
42
+ xinference/model/embedding/model_spec.json,sha256=ItkDOMHDxIkddIeHKrgi6LiOEzYLh4yFzRnTwFzVf6I,5289
43
43
  xinference/model/embedding/model_spec_modelscope.json,sha256=eMCAEbw8Onfnj_3_Aj2OSnJe2RxStdEeRL3AezSh8QA,3461
44
44
  xinference/model/image/__init__.py,sha256=XYuM4TsskWLitjw1QfesNdwKuGpFX5rUf38bQm9vyLs,938
45
45
  xinference/model/image/core.py,sha256=ectdISnWjTvxxbj-ty9fgqNzLCBo7uX1q_iA6CbHs1U,5525
46
46
  xinference/model/image/model_spec.json,sha256=VBo3jTq93UtwD9fB1oqrpIJVaZbyYNiougZuY81pt8g,2965
47
47
  xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
48
48
  xinference/model/image/stable_diffusion/core.py,sha256=IrOkn-wZSQxL14tE_5jFaW4sFokvJaE1OfBUSD8GCS0,5113
49
- xinference/model/llm/__init__.py,sha256=Fded-k21NhpS1KqJZTnZLjBy_wzLuuc17PWwHs0C6HE,4261
49
+ xinference/model/llm/__init__.py,sha256=wMT4RAiNhQwSptHTKtBcF74ks6Bnzp8JZN95e_QAbJE,4846
50
50
  xinference/model/llm/core.py,sha256=YDUB-MGEu9CtHxtUKFlu9gNitFO-JvLb6xhaqOYdbZM,7761
51
- xinference/model/llm/llm_family.json,sha256=LLN2svI4ZwAZ6cqedCMBTUSOIzzSv3y-TYb1o-4oj4M,78502
52
- xinference/model/llm/llm_family.py,sha256=Vzi6esTdgiT__lAfP5jAv11sAxGfn-NN5hyHHXboGHk,28840
53
- xinference/model/llm/llm_family_modelscope.json,sha256=ilGAPKD_gl8cbTFtDPn57oNlJg4Xz2JeNkO9trUR2lQ,43235
54
- xinference/model/llm/utils.py,sha256=JXuXhvAzoNUkxfzqdzVU8lpFSp435LHwPb6ZwDujVz0,21931
51
+ xinference/model/llm/llm_family.json,sha256=RgGH0elvo9V0lg7wxHPA_BiAhlZT31CWszFYnkuiac4,78647
52
+ xinference/model/llm/llm_family.py,sha256=y57PTE7QEt_lff6-WPT1BQZleBpTvzd8iZcUrJQIVvI,30436
53
+ xinference/model/llm/llm_family_modelscope.json,sha256=dARR9GOfyWw9k_NEMoIS-Jz5zXp1vAxUOo2EZqfZ-w4,43380
54
+ xinference/model/llm/utils.py,sha256=kq3Ese0ItleT6J7VkXlkBT5DBKeq8RVIh_m6XZzC2nU,21933
55
55
  xinference/model/llm/ggml/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
56
56
  xinference/model/llm/ggml/chatglm.py,sha256=XJ6lyr4Kl6-u65ZxFtEjPbIcd0tTdudKXYoEWFoNXig,12555
57
57
  xinference/model/llm/ggml/ctransformers.py,sha256=n8dTItZe97cF79NkmsVPirqpBcrZiGAQfd2GRpz9-3I,9917
@@ -62,17 +62,17 @@ xinference/model/llm/ggml/tools/convert_ggml_to_gguf.py,sha256=ULvaoAKGH-L6RuRLF
62
62
  xinference/model/llm/ggml/tools/gguf.py,sha256=Hv2haR-UN7NdB1N8YId32hFoEPd-JX6_aUNWRJhyJZc,30277
63
63
  xinference/model/llm/pytorch/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
64
64
  xinference/model/llm/pytorch/baichuan.py,sha256=6d9UQw5Ox1FFdPG-cO3aKPcUmio5bQ4j1X5B0eCg5TU,2703
65
- xinference/model/llm/pytorch/chatglm.py,sha256=AwvN03PhntzQ79f1Y_GCMtU1zL9utJ3yVqzebgLyvrs,5254
65
+ xinference/model/llm/pytorch/chatglm.py,sha256=NfqT5bPyulO5xKoZs1oOe4f-zLtaMblUA1arkZXTDls,5294
66
66
  xinference/model/llm/pytorch/compression.py,sha256=rN8z0yt2xV9ASLv1muYStyBdvZjGCQL-OYaEga4FwIQ,8081
67
- xinference/model/llm/pytorch/core.py,sha256=cbvgI8V2ixA6RKWF8PVMj5fMA7n_tgMfy-ywxZA8h88,18455
67
+ xinference/model/llm/pytorch/core.py,sha256=3_hn0VpQ0Mhv-mVFd-4eKdvhLmI6dWCvlgd7AEZRlco,18447
68
68
  xinference/model/llm/pytorch/falcon.py,sha256=wC3_ILUtoimtOWox2_Sr94OcEkMYoB7Mf84R4LYHMGI,4298
69
69
  xinference/model/llm/pytorch/llama_2.py,sha256=JQI9R_ZrNhTXg_MbS7el6P-ou49iMKq5vnr9QlQ_o70,3509
70
70
  xinference/model/llm/pytorch/spec_decoding_utils.py,sha256=t059oJ0kvcXMA1pKizN1HDzs0LMf5Jpb5MM7aMNKnzQ,18750
71
71
  xinference/model/llm/pytorch/spec_model.py,sha256=2rmSYaliu0nwOQzc3rnYFtBLFBayKZ9Xe2hkJUbe7mo,6810
72
- xinference/model/llm/pytorch/utils.py,sha256=MDt2Jxsmjs-9cvuGa1fYS88bYi6HOrxhy89_Gvs8QhA,20666
72
+ xinference/model/llm/pytorch/utils.py,sha256=EuWHjaB-Yh6yfJpH31Kj_D3UGgPgoumqg2SPd73nSbI,21948
73
73
  xinference/model/llm/pytorch/vicuna.py,sha256=eJ2HVHg-HbhVHRdA5g4N9I2_cCti4K9y3Y4WjMMzAIs,2217
74
74
  xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
75
- xinference/model/llm/vllm/core.py,sha256=t7yAox5TDF7_uEtvK34jEL3Tk_h5lKNcMxY9OLn8y3U,13985
75
+ xinference/model/llm/vllm/core.py,sha256=Is7ECVzuzPQdZaHzw_pczwkON4jhUGSrfoM-8bxdD3k,14381
76
76
  xinference/model/multimodal/__init__.py,sha256=dVujhfm0TgUqfjuLzfJ42SOBELGx7Th_SAS9DecOpI4,1358
77
77
  xinference/model/multimodal/core.py,sha256=-J6QOJwhyAIlfEfTX0Rw4ynNutCCusQSBITSBknkJAk,15092
78
78
  xinference/model/multimodal/model_spec.json,sha256=7lixv0_dfUP5uUq1YGstEW4aO3AX3eILPfN-6rPPdkc,805
@@ -84,12 +84,12 @@ xinference/model/rerank/model_spec.json,sha256=VbKnpfuEoYkWkRb8NwPpzXOzaFgAn2HAW
84
84
  xinference/model/rerank/model_spec_modelscope.json,sha256=38MIVSgGGAsFXc2eP1j4AMSPqwYdFTwPaxJFiN72Fv4,375
85
85
  xinference/web/ui/package-lock.json,sha256=E-fei8laY3SBVzKzh7MVkCCJ2RpbDvmcGmCq3Eau9qU,764638
86
86
  xinference/web/ui/package.json,sha256=yXGtUAFOEc4KLyeIqXouGw_wIXVTuPWH0zhiVphajfk,1870
87
- xinference/web/ui/build/asset-manifest.json,sha256=bDKybq63rMfhna_pnYzmjdXWx7BOq9NaGNNxXqBopcM,300
87
+ xinference/web/ui/build/asset-manifest.json,sha256=HHQ3YjSj7C1_d2ywo8-MtLNADEnUutf3qTuPimE1fXE,300
88
88
  xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
89
- xinference/web/ui/build/index.html,sha256=4LwiKSbZGezuSzH8v0nalm0b_bwjQZd2bbUemwV9h5w,589
90
- xinference/web/ui/build/static/js/main.31d347d8.js,sha256=8ML80BEd0igmTe06ES50uQUYpiUY-n6dflRU8gOTdjU,888084
91
- xinference/web/ui/build/static/js/main.31d347d8.js.LICENSE.txt,sha256=HRc4F3vpj4LQUbfUpY-yPS93SBojKiuhIU8kwt3Gb9Q,2061
92
- xinference/web/ui/build/static/js/main.31d347d8.js.map,sha256=yQ4JNqjHwVa_57AyTTACsfDjW6KZqbKrehhm7H499dQ,3994912
89
+ xinference/web/ui/build/index.html,sha256=PCuOn18FV3mohCGRLFT7w8gVyWV2LHVNn-psANC6GrE,589
90
+ xinference/web/ui/build/static/js/main.236e72e7.js,sha256=lSqTHJHbsIB6_IP6QB-4sSD9SooRl5PgjlaHhje8oho,889044
91
+ xinference/web/ui/build/static/js/main.236e72e7.js.LICENSE.txt,sha256=HRc4F3vpj4LQUbfUpY-yPS93SBojKiuhIU8kwt3Gb9Q,2061
92
+ xinference/web/ui/build/static/js/main.236e72e7.js.map,sha256=p69ZQWMtOb0H4e_N-o2Q1VbtEp2UEcW8kW0LVRLgKLk,3997250
93
93
  xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
94
94
  xinference/web/ui/node_modules/.package-lock.json,sha256=KwVsVDKUDKDismmjJguqwRw9qBvhCz9xA4tJ2IRvPXc,762731
95
95
  xinference/web/ui/node_modules/.cache/babel-loader/000791038e4133db461021f1018491323a006cca7a53e09c2ac35032bc36d8b6.json,sha256=lcvLWh7kYVCN6ZBwqKJYmnST8it8tv7i7gOzsbV5Gas,1358
@@ -5812,6 +5812,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/78e174f010063174ec51bb0c537b6
5812
5812
  xinference/web/ui/node_modules/.cache/babel-loader/78e31a3b418951d3dba8630e744580cf7deeb813fcd89de4e8d84e357334da49.json,sha256=j4ygVienbg7kpAmVn17Xog6eE4JW7Q18NmH6olnr0GY,1520
5813
5813
  xinference/web/ui/node_modules/.cache/babel-loader/78ec2ac4696fda3c4a63364fe57586e86f7b8643418ff89d9d25eeda9223f37f.json,sha256=tcvfLJVrBv7jZZn6Esgx0q7iZBMYfYwBfmPEl0BSCSk,1359
5814
5814
  xinference/web/ui/node_modules/.cache/babel-loader/78ede19bfde14f77215de13b3fb020f9608c968846365063bea49a8353cb930a.json,sha256=Gx2bw5HiBltt03EL5AsxzaT4-FQvoIbkaX5Hnl4Pb5c,2306
5815
+ xinference/web/ui/node_modules/.cache/babel-loader/78f2521da2e2a98b075a2666cb782c7e2c019cd3c72199eecd5901c82d8655df.json,sha256=DQiM2tgDUq4dBqewPexdSSUvVZIHPmExr7vbaHwP4PQ,57248
5815
5816
  xinference/web/ui/node_modules/.cache/babel-loader/78f52f7fcd4a214f1fff79fc1ec392e19ba7651ac0a0d84ef7aec8d4e11b2a5e.json,sha256=szJ5cXk-OuC-_wK1hMycjy0i2axr2Al4sQ7kMfESnf0,1564
5816
5817
  xinference/web/ui/node_modules/.cache/babel-loader/790635cef6e3e14ad9e17c2eb35611f601f8d5f08003c9ef7becc929dda47541.json,sha256=Oj4ztyqTbtflwZLD5ES_j_1VtQFaP7hmLr9gkaCpv4Q,1293
5817
5818
  xinference/web/ui/node_modules/.cache/babel-loader/7915f8e6c0b84c0a2eee34757ca9308d032d9160dcc55f3bf2c39bbc5d1ad90a.json,sha256=J6e99VJsfTcJpZ4iMHgz8wSRcjXeH_Hed-r55ebIwqo,1169
@@ -9749,7 +9750,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/ca691da73a47bc2af9278bb860f29
9749
9750
  xinference/web/ui/node_modules/.cache/babel-loader/ca7d8f54c37ee6b9c0b68b042dc020e12a1bf5f594894548b0e6cce0eea538e7.json,sha256=rVDzgTJpZQ4IgpQZVQNp5kIgsTwH2BvtF5Qhh0pY_BQ,1704
9750
9751
  xinference/web/ui/node_modules/.cache/babel-loader/ca829b9942268eeedf944021043fcbf468183f93fca20d5d8f9e13e9b44ffdf5.json,sha256=4vJQW7bhOLxd-ujfDh9djk9TGZbp6LmU4REy6WSOJPE,1894
9751
9752
  xinference/web/ui/node_modules/.cache/babel-loader/ca83a0e3b6bac5d571db3d09885266036161fec56286c0fa71eca73a08f92e83.json,sha256=gPLZGd-hnxVr7hjYvuhNg6rObCmbw7MjVWhOQrsYdmE,1104
9752
- xinference/web/ui/node_modules/.cache/babel-loader/ca8515ecefb4a06c5305417bfd9c04e13cf6b9103f52a47c925921b26c0a9f9d.json,sha256=v0jP3B0U2dMm-U71Vox4iGWkkv-CTK48c_MHo6-nLUE,52483
9753
9753
  xinference/web/ui/node_modules/.cache/babel-loader/ca92dac3029f7ce5c3a2f397dab5f645f9745fc2c66ea3e08ae9ae8303077d8f.json,sha256=hdxP86ZqR-UzzbonM-6VVewAqo5YW4PRWmpH6OR2d3c,1297
9754
9754
  xinference/web/ui/node_modules/.cache/babel-loader/ca9834475be6b753a379ce79c6c5870e7239bb49bb3fa71111e18097f29af89a.json,sha256=bEE_6SYBcKzyEDRGvN_0Wt87_YZeZT0uwfI-9se_-o0,1083
9755
9755
  xinference/web/ui/node_modules/.cache/babel-loader/ca9d73c0fd17cddeb32ae1acb30d6bd5c349b83b28dec78078d214acc6e5e9c1.json,sha256=MDnmrZPojNeCqylzUffvyN7NZcUd7OfjfEHiqAU6xXE,1405
@@ -15260,9 +15260,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
15260
15260
  xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
15261
15261
  xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
15262
15262
  xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
15263
- xinference-0.7.4.1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15264
- xinference-0.7.4.1.dist-info/METADATA,sha256=AshKelGE_S_MZljdBrkWUHT3l6Os9wx6y4xDLGLjXAE,12553
15265
- xinference-0.7.4.1.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
15266
- xinference-0.7.4.1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15267
- xinference-0.7.4.1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15268
- xinference-0.7.4.1.dist-info/RECORD,,
15263
+ xinference-0.7.5.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15264
+ xinference-0.7.5.dist-info/METADATA,sha256=fpd9txp3yIlmCN0C5lzFnHMJxHcKnZKkQl39MunmcoQ,12922
15265
+ xinference-0.7.5.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
15266
+ xinference-0.7.5.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15267
+ xinference-0.7.5.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15268
+ xinference-0.7.5.dist-info/RECORD,,