xinference 0.7.4.1__py3-none-any.whl → 0.7.5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of xinference might be problematic. Click here for more details.
- xinference/_version.py +3 -3
- xinference/api/restful_api.py +22 -8
- xinference/client/oscar/actor_client.py +78 -8
- xinference/core/model.py +14 -7
- xinference/core/supervisor.py +12 -0
- xinference/deploy/cmdline.py +16 -0
- xinference/deploy/test/test_cmdline.py +1 -0
- xinference/model/embedding/model_spec.json +40 -0
- xinference/model/llm/__init__.py +14 -1
- xinference/model/llm/llm_family.json +10 -1
- xinference/model/llm/llm_family.py +38 -2
- xinference/model/llm/llm_family_modelscope.json +10 -1
- xinference/model/llm/pytorch/chatglm.py +1 -0
- xinference/model/llm/pytorch/core.py +1 -1
- xinference/model/llm/pytorch/utils.py +50 -18
- xinference/model/llm/utils.py +2 -2
- xinference/model/llm/vllm/core.py +13 -4
- xinference/web/ui/build/asset-manifest.json +3 -3
- xinference/web/ui/build/index.html +1 -1
- xinference/web/ui/build/static/js/{main.31d347d8.js → main.236e72e7.js} +3 -3
- xinference/web/ui/build/static/js/main.236e72e7.js.map +1 -0
- xinference/web/ui/node_modules/.cache/babel-loader/78f2521da2e2a98b075a2666cb782c7e2c019cd3c72199eecd5901c82d8655df.json +1 -0
- {xinference-0.7.4.1.dist-info → xinference-0.7.5.dist-info}/METADATA +9 -2
- {xinference-0.7.4.1.dist-info → xinference-0.7.5.dist-info}/RECORD +29 -29
- xinference/web/ui/build/static/js/main.31d347d8.js.map +0 -1
- xinference/web/ui/node_modules/.cache/babel-loader/ca8515ecefb4a06c5305417bfd9c04e13cf6b9103f52a47c925921b26c0a9f9d.json +0 -1
- /xinference/web/ui/build/static/js/{main.31d347d8.js.LICENSE.txt → main.236e72e7.js.LICENSE.txt} +0 -0
- {xinference-0.7.4.1.dist-info → xinference-0.7.5.dist-info}/LICENSE +0 -0
- {xinference-0.7.4.1.dist-info → xinference-0.7.5.dist-info}/WHEEL +0 -0
- {xinference-0.7.4.1.dist-info → xinference-0.7.5.dist-info}/entry_points.txt +0 -0
- {xinference-0.7.4.1.dist-info → xinference-0.7.5.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"ast":null,"code":"import _toConsumableArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/toConsumableArray.js\";import _objectSpread from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _regeneratorRuntime from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/regeneratorRuntime.js\";import _asyncToGenerator from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/asyncToGenerator.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Checkbox,FormControl,FormControlLabel,FormHelperText,Radio,RadioGroup,Tab}from'@mui/material';import Alert from'@mui/material/Alert';import AlertTitle from'@mui/material/AlertTitle';import Button from'@mui/material/Button';import TextField from'@mui/material/TextField';import React,{useContext,useEffect,useState}from'react';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import Title from'../../components/Title';import{useMode}from'../../theme';import RegisterEmbeddingModel from'./register_embedding';import RegisterRerankModel from'./register_rerank';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var SUPPORTED_LANGUAGES_DICT={en:'English',zh:'Chinese'};var SUPPORTED_FEATURES=['Generate','Chat'];// Convert dictionary of supported languages into list\nvar SUPPORTED_LANGUAGES=Object.keys(SUPPORTED_LANGUAGES_DICT);var RegisterModel=function RegisterModel(){var ERROR_COLOR=useMode();var endPoint=useContext(ApiContext).endPoint;var _useContext=useContext(ApiContext),setErrorMsg=_useContext.setErrorMsg;var _useState=useState(''),_useState2=_slicedToArray(_useState,2),successMsg=_useState2[0],setSuccessMsg=_useState2[1];var _useState3=useState('pytorch'),_useState4=_slicedToArray(_useState3,2),modelFormat=_useState4[0],setModelFormat=_useState4[1];var _useState5=useState(7),_useState6=_slicedToArray(_useState5,2),modelSize=_useState6[0],setModelSize=_useState6[1];var _useState7=useState('/path/to/llama-2'),_useState8=_slicedToArray(_useState7,2),modelUri=_useState8[0],setModelUri=_useState8[1];var _useState9=useState({version:1,context_length:2048,model_name:'custom-llama-2',model_lang:['en'],model_ability:['generate'],model_description:'This is a custom model description.',model_family:'',model_specs:[],prompt_style:undefined}),_useState10=_slicedToArray(_useState9,2),formData=_useState10[0],setFormData=_useState10[1];var _useState11=useState([]),_useState12=_slicedToArray(_useState11,2),promptStyles=_useState12[0],setPromptStyles=_useState12[1];var _useState13=useState({chat:[],generate:[]}),_useState14=_slicedToArray(_useState13,2),family=_useState14[0],setFamily=_useState14[1];var _useState15=useState(''),_useState16=_slicedToArray(_useState15,2),familyLabel=_useState16[0],setFamilyLabel=_useState16[1];var _React$useState=React.useState('1'),_React$useState2=_slicedToArray(_React$useState,2),tabValue=_React$useState2[0],setTabValue=_React$useState2[1];var errorModelName=formData.model_name.trim().length<=0;var errorModelDescription=formData.model_description.length<0;var errorContextLength=formData.context_length===0;var errorLanguage=formData.model_lang===undefined||formData.model_lang.length===0;var errorAbility=formData.model_ability===undefined||formData.model_ability.length===0;var errorModelSize=formData.model_specs&&formData.model_specs.some(function(spec){return spec.model_size_in_billions===undefined||spec.model_size_in_billions===0;});var errorFamily=familyLabel==='';var errorAny=errorModelName||errorModelDescription||errorContextLength||errorLanguage||errorAbility||errorModelSize||errorFamily;useEffect(function(){var getBuiltinFamilies=/*#__PURE__*/function(){var _ref=_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee(){var response,errorData,data;return _regeneratorRuntime().wrap(function _callee$(_context){while(1)switch(_context.prev=_context.next){case 0:_context.next=2;return fetch(endPoint+'/v1/models/families',{method:'GET',headers:{'Content-Type':'application/json'}});case 2:response=_context.sent;if(response.ok){_context.next=10;break;}_context.next=6;return response.json();case 6:errorData=_context.sent;// Assuming the server returns error details in JSON format\nsetErrorMsg(\"Server error: \".concat(response.status,\" - \").concat(errorData.detail||'Unknown error'));_context.next=16;break;case 10:_context.next=12;return response.json();case 12:data=_context.sent;data.chat.push('other');data.generate.push('other');setFamily(data);case 16:case\"end\":return _context.stop();}},_callee);}));return function getBuiltinFamilies(){return _ref.apply(this,arguments);};}();var getBuiltInPromptStyles=/*#__PURE__*/function(){var _ref2=_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee2(){var response,errorData,data,res,key,v;return _regeneratorRuntime().wrap(function _callee2$(_context2){while(1)switch(_context2.prev=_context2.next){case 0:_context2.next=2;return fetch(endPoint+'/v1/models/prompts',{method:'GET',headers:{'Content-Type':'application/json'}});case 2:response=_context2.sent;if(response.ok){_context2.next=10;break;}_context2.next=6;return response.json();case 6:errorData=_context2.sent;// Assuming the server returns error details in JSON format\nsetErrorMsg(\"Server error: \".concat(response.status,\" - \").concat(errorData.detail||'Unknown error'));_context2.next=16;break;case 10:_context2.next=12;return response.json();case 12:data=_context2.sent;res=[];for(key in data){v=data[key];v['name']=key;res.push(v);}setPromptStyles(res);case 16:case\"end\":return _context2.stop();}},_callee2);}));return function getBuiltInPromptStyles(){return _ref2.apply(this,arguments);};}();// avoid keep requesting backend to get prompts\nif(promptStyles.length===0){getBuiltInPromptStyles().catch(function(error){setErrorMsg(error.message||'An unexpected error occurred when getting builtin prompt styles.');console.error('Error: ',error);});}if(family.chat.length===0){getBuiltinFamilies().catch(function(error){setErrorMsg(error.message||'An unexpected error occurred when getting builtin prompt styles.');console.error('Error: ',error);});}});var getFamilyByAbility=function getFamilyByAbility(){if(formData.model_ability.includes('chat')){return family.chat;}else{return family.generate;}};var isModelFormatPytorch=function isModelFormatPytorch(){return modelFormat==='pytorch';};var getPathComponents=function getPathComponents(path){var normalizedPath=path.replace(/\\\\/g,'/');var baseDir=normalizedPath.substring(0,normalizedPath.lastIndexOf('/'));var filename=normalizedPath.substring(normalizedPath.lastIndexOf('/')+1);return{baseDir:baseDir,filename:filename};};var handleClick=/*#__PURE__*/function(){var _ref3=_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee3(){var _getPathComponents,baseDir,filename,ps,_ps$stop,_ps$stop_token_ids,response,errorData;return _regeneratorRuntime().wrap(function _callee3$(_context3){while(1)switch(_context3.prev=_context3.next){case 0:if(!isModelFormatPytorch()){_getPathComponents=getPathComponents(modelUri),baseDir=_getPathComponents.baseDir,filename=_getPathComponents.filename;formData.model_specs=[{model_format:modelFormat,model_size_in_billions:modelSize,quantizations:[''],model_id:'',model_file_name_template:filename,model_uri:baseDir}];}else{formData.model_specs=[{model_format:modelFormat,model_size_in_billions:modelSize,quantizations:['4-bit','8-bit','none'],model_id:'',model_uri:modelUri}];}formData.model_family=familyLabel;if(formData.model_ability.includes('chat')){ps=promptStyles.find(function(item){return item.name===familyLabel;});if(ps){formData.prompt_style={style_name:ps.style_name,system_prompt:ps.system_prompt,roles:ps.roles,intra_message_sep:ps.intra_message_sep,inter_message_sep:ps.inter_message_sep,stop:(_ps$stop=ps.stop)!==null&&_ps$stop!==void 0?_ps$stop:null,stop_token_ids:(_ps$stop_token_ids=ps.stop_token_ids)!==null&&_ps$stop_token_ids!==void 0?_ps$stop_token_ids:null};}}if(!errorAny){_context3.next=6;break;}setErrorMsg('Please fill in valid value for all fields');return _context3.abrupt(\"return\");case 6:_context3.prev=6;_context3.next=9;return fetch(endPoint+'/v1/model_registrations/LLM',{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({model:JSON.stringify(formData),persist:true})});case 9:response=_context3.sent;if(response.ok){_context3.next=17;break;}_context3.next=13;return response.json();case 13:errorData=_context3.sent;// Assuming the server returns error details in JSON format\nsetErrorMsg(\"Server error: \".concat(response.status,\" - \").concat(errorData.detail||'Unknown error'));_context3.next=18;break;case 17:setSuccessMsg('Model has been registered successfully! Navigate to launch model page to proceed.');case 18:_context3.next=24;break;case 20:_context3.prev=20;_context3.t0=_context3[\"catch\"](6);console.error('There was a problem with the fetch operation:',_context3.t0);setErrorMsg(_context3.t0.message||'An unexpected error occurred.');case 24:case\"end\":return _context3.stop();}},_callee3,null,[[6,20]]);}));return function handleClick(){return _ref3.apply(this,arguments);};}();var toggleLanguage=function toggleLanguage(lang){if(formData.model_lang.includes(lang)){setFormData(_objectSpread(_objectSpread({},formData),{},{model_lang:formData.model_lang.filter(function(l){return l!==lang;})}));}else{setFormData(_objectSpread(_objectSpread({},formData),{},{model_lang:[].concat(_toConsumableArray(formData.model_lang),[lang])}));}};var toggleAbility=function toggleAbility(ability){setFamilyLabel('');if(formData.model_ability.includes(ability)){setFormData(_objectSpread(_objectSpread({},formData),{},{model_ability:formData.model_ability.filter(function(a){return a!==ability;})}));}else{setFormData(_objectSpread(_objectSpread({},formData),{},{model_ability:[].concat(_toConsumableArray(formData.model_ability),[ability])}));}};return/*#__PURE__*/_jsxs(Box,{m:\"20px\",children:[/*#__PURE__*/_jsx(Title,{title:\"Register Model\"}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:tabValue,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:tabValue,onChange:function onChange(e,v){setTabValue(v);},\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:\"Language Model\",value:\"1\"}),/*#__PURE__*/_jsx(Tab,{label:\"Embedding Model\",value:\"2\"}),/*#__PURE__*/_jsx(Tab,{label:\"Rerank Model\",value:\"3\"})]})}),/*#__PURE__*/_jsxs(TabPanel,{value:\"1\",sx:{padding:0},children:[/*#__PURE__*/_jsx(Box,{padding:\"20px\"}),/*#__PURE__*/_jsxs(FormControl,{sx:styles.baseFormControl,children:[/*#__PURE__*/_jsx(TextField,{label:\"Model Name\",error:errorModelName,defaultValue:formData.model_name,size:\"small\",helperText:\"Alphanumeric characters with properly placed hyphens and underscores. Must not match any built-in model names.\",onChange:function onChange(event){return setFormData(_objectSpread(_objectSpread({},formData),{},{model_name:event.target.value}));}}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(\"label\",{style:{paddingLeft:5},children:\"Model Format\"}),/*#__PURE__*/_jsx(RadioGroup,{value:modelFormat,onChange:function onChange(e){setModelFormat(e.target.value);},children:/*#__PURE__*/_jsxs(Box,{sx:styles.checkboxWrapper,children:[/*#__PURE__*/_jsx(Box,{sx:{marginLeft:'10px'},children:/*#__PURE__*/_jsx(FormControlLabel,{value:\"pytorch\",control:/*#__PURE__*/_jsx(Radio,{}),label:\"PyTorch\"})}),/*#__PURE__*/_jsx(Box,{sx:{marginLeft:'10px'},children:/*#__PURE__*/_jsx(FormControlLabel,{value:\"ggmlv3\",control:/*#__PURE__*/_jsx(Radio,{}),label:\"GGML\"})}),/*#__PURE__*/_jsx(Box,{sx:{marginLeft:'10px'},children:/*#__PURE__*/_jsx(FormControlLabel,{value:\"ggufv2\",control:/*#__PURE__*/_jsx(Radio,{}),label:\"GGUF\"})})]})}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(TextField,{error:errorContextLength,label:\"Context Length\",value:formData.context_length,size:\"small\",onChange:function onChange(event){var value=event.target.value;// Remove leading zeros\nif(/^0+/.test(value)){value=value.replace(/^0+/,'')||'0';}// Ensure it's a positive integer, if not set it to the minimum\nif(!/^\\d+$/.test(value)||parseInt(value)<0){value='0';}// Update with the processed value\nsetFormData(_objectSpread(_objectSpread({},formData),{},{context_length:Number(value)}));}}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(TextField,{label:\"Model Size in Billions\",size:\"small\",error:errorModelSize,value:modelSize,onChange:function onChange(e){var value=e.target.value;// Remove leading zeros\nif(/^0+/.test(value)){value=value.replace(/^0+/,'')||'0';}// Ensure it's a positive integer, if not set it to the minimum\nif(!/^\\d+$/.test(value)||parseInt(value)<0){value='0';}setModelSize(Number(value));}}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(TextField,{label:\"Model Path\",size:\"small\",value:modelUri,onChange:function onChange(e){setModelUri(e.target.value);},helperText:\"For PyTorch, provide the model directory. For GGML/GGUF, provide the model file path.\"}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(TextField,{label:\"Model Description (Optional)\",error:errorModelDescription,defaultValue:formData.model_description,size:\"small\",onChange:function onChange(event){return setFormData(_objectSpread(_objectSpread({},formData),{},{model_description:event.target.value}));}}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(\"label\",{style:{paddingLeft:5,color:errorLanguage?ERROR_COLOR:'inherit'},children:\"Model Languages\"}),/*#__PURE__*/_jsx(Box,{sx:styles.checkboxWrapper,children:SUPPORTED_LANGUAGES.map(function(lang){return/*#__PURE__*/_jsx(Box,{sx:{marginRight:'10px'},children:/*#__PURE__*/_jsx(FormControlLabel,{control:/*#__PURE__*/_jsx(Checkbox,{checked:formData.model_lang.includes(lang),onChange:function onChange(){return toggleLanguage(lang);},name:lang,sx:errorLanguage?{'color':ERROR_COLOR,'&.Mui-checked':{color:ERROR_COLOR}}:{}}),label:SUPPORTED_LANGUAGES_DICT[lang],style:{paddingLeft:10,color:errorLanguage?ERROR_COLOR:'inherit'}})},lang);})}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(\"label\",{style:{paddingLeft:5,color:errorAbility?ERROR_COLOR:'inherit'},children:\"Model Abilities\"}),/*#__PURE__*/_jsx(Box,{sx:styles.checkboxWrapper,children:SUPPORTED_FEATURES.map(function(ability){return/*#__PURE__*/_jsx(Box,{sx:{marginRight:'10px'},children:/*#__PURE__*/_jsx(FormControlLabel,{control:/*#__PURE__*/_jsx(Checkbox,{checked:formData.model_ability.includes(ability.toLowerCase()),onChange:function onChange(){return toggleAbility(ability.toLowerCase());},name:ability,sx:errorAbility?{'color':ERROR_COLOR,'&.Mui-checked':{color:ERROR_COLOR}}:{}}),label:ability,style:{paddingLeft:10,color:errorAbility?ERROR_COLOR:'inherit'}})},ability);})}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"})]}),/*#__PURE__*/_jsxs(FormControl,{sx:styles.baseFormControl,children:[/*#__PURE__*/_jsx(\"label\",{style:{paddingLeft:5,color:errorAbility?ERROR_COLOR:'inherit'},children:\"Model Family\"}),/*#__PURE__*/_jsx(FormHelperText,{children:\"Please be careful to select the family name corresponding to the model you want to register. If not found, please choose `other`.\"}),/*#__PURE__*/_jsx(RadioGroup,{value:familyLabel,onChange:function onChange(e){setFamilyLabel(e.target.value);},children:/*#__PURE__*/_jsx(Box,{sx:styles.checkboxWrapper,children:getFamilyByAbility().map(function(v){return/*#__PURE__*/_jsx(Box,{sx:{marginLeft:'10px'},children:/*#__PURE__*/_jsx(FormControlLabel,{value:v,control:/*#__PURE__*/_jsx(Radio,{}),label:v})});})})}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"})]}),/*#__PURE__*/_jsxs(Box,{width:'100%',children:[successMsg!==''&&/*#__PURE__*/_jsxs(Alert,{severity:\"success\",children:[/*#__PURE__*/_jsx(AlertTitle,{children:\"Success\"}),successMsg]}),/*#__PURE__*/_jsx(Button,{variant:\"contained\",color:\"primary\",type:\"submit\",onClick:handleClick,children:\"Register Model\"})]})]}),/*#__PURE__*/_jsx(TabPanel,{value:\"2\",sx:{padding:0},children:/*#__PURE__*/_jsx(RegisterEmbeddingModel,{})}),/*#__PURE__*/_jsx(TabPanel,{value:\"3\",sx:{padding:0},children:/*#__PURE__*/_jsx(RegisterRerankModel,{})})]})]});};export default RegisterModel;var styles={baseFormControl:{width:'100%',margin:'normal',size:'small'},checkboxWrapper:{display:'flex',flexWrap:'wrap',maxWidth:'80%'},labelPaddingLeft:{paddingLeft:5},formControlLabelPaddingLeft:{paddingLeft:10},buttonBox:{width:'100%',margin:'20px'},error:{fontWeight:'bold',margin:'5px 0',padding:'1px',borderRadius:'5px'}};","map":{"version":3,"names":["TabContext","TabList","TabPanel","Box","Checkbox","FormControl","FormControlLabel","FormHelperText","Radio","RadioGroup","Tab","Alert","AlertTitle","Button","TextField","React","useContext","useEffect","useState","ApiContext","ErrorMessageSnackBar","Title","useMode","RegisterEmbeddingModel","RegisterRerankModel","jsx","_jsx","jsxs","_jsxs","SUPPORTED_LANGUAGES_DICT","en","zh","SUPPORTED_FEATURES","SUPPORTED_LANGUAGES","Object","keys","RegisterModel","ERROR_COLOR","endPoint","_useContext","setErrorMsg","_useState","_useState2","_slicedToArray","successMsg","setSuccessMsg","_useState3","_useState4","modelFormat","setModelFormat","_useState5","_useState6","modelSize","setModelSize","_useState7","_useState8","modelUri","setModelUri","_useState9","version","context_length","model_name","model_lang","model_ability","model_description","model_family","model_specs","prompt_style","undefined","_useState10","formData","setFormData","_useState11","_useState12","promptStyles","setPromptStyles","_useState13","chat","generate","_useState14","family","setFamily","_useState15","_useState16","familyLabel","setFamilyLabel","_React$useState","_React$useState2","tabValue","setTabValue","errorModelName","trim","length","errorModelDescription","errorContextLength","errorLanguage","errorAbility","errorModelSize","some","spec","model_size_in_billions","errorFamily","errorAny","getBuiltinFamilies","_ref","_asyncToGenerator","_regeneratorRuntime","mark","_callee","response","errorData","data","wrap","_callee$","_context","prev","next","fetch","method","headers","sent","ok","json","concat","status","detail","push","stop","apply","arguments","getBuiltInPromptStyles","_ref2","_callee2","res","key","v","_callee2$","_context2","catch","error","message","console","getFamilyByAbility","includes","isModelFormatPytorch","getPathComponents","path","normalizedPath","replace","baseDir","substring","lastIndexOf","filename","handleClick","_ref3","_callee3","_getPathComponents","ps","_ps$stop","_ps$stop_token_ids","_callee3$","_context3","model_format","quantizations","model_id","model_file_name_template","model_uri","find","item","name","style_name","system_prompt","roles","intra_message_sep","inter_message_sep","stop_token_ids","abrupt","body","JSON","stringify","model","persist","t0","toggleLanguage","lang","_objectSpread","filter","l","_toConsumableArray","toggleAbility","ability","a","m","children","title","value","sx","borderBottom","borderColor","onChange","e","label","padding","styles","baseFormControl","defaultValue","size","helperText","event","target","style","paddingLeft","checkboxWrapper","marginLeft","control","test","parseInt","Number","color","map","marginRight","checked","toLowerCase","width","severity","variant","type","onClick","margin","display","flexWrap","maxWidth","labelPaddingLeft","formControlLabelPaddingLeft","buttonBox","fontWeight","borderRadius"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/register_model/index.js"],"sourcesContent":["import { TabContext, TabList, TabPanel } from '@mui/lab'\nimport {\n Box,\n Checkbox,\n FormControl,\n FormControlLabel,\n FormHelperText,\n Radio,\n RadioGroup,\n Tab,\n} from '@mui/material'\nimport Alert from '@mui/material/Alert'\nimport AlertTitle from '@mui/material/AlertTitle'\nimport Button from '@mui/material/Button'\nimport TextField from '@mui/material/TextField'\nimport React, { useContext, useEffect, useState } from 'react'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport Title from '../../components/Title'\nimport { useMode } from '../../theme'\nimport RegisterEmbeddingModel from './register_embedding'\nimport RegisterRerankModel from './register_rerank'\n\nconst SUPPORTED_LANGUAGES_DICT = { en: 'English', zh: 'Chinese' }\nconst SUPPORTED_FEATURES = ['Generate', 'Chat']\n\n// Convert dictionary of supported languages into list\nconst SUPPORTED_LANGUAGES = Object.keys(SUPPORTED_LANGUAGES_DICT)\n\nconst RegisterModel = () => {\n const ERROR_COLOR = useMode()\n const endPoint = useContext(ApiContext).endPoint\n const { setErrorMsg } = useContext(ApiContext)\n const [successMsg, setSuccessMsg] = useState('')\n const [modelFormat, setModelFormat] = useState('pytorch')\n const [modelSize, setModelSize] = useState(7)\n const [modelUri, setModelUri] = useState('/path/to/llama-2')\n const [formData, setFormData] = useState({\n version: 1,\n context_length: 2048,\n model_name: 'custom-llama-2',\n model_lang: ['en'],\n model_ability: ['generate'],\n model_description: 'This is a custom model description.',\n model_family: '',\n model_specs: [],\n prompt_style: undefined,\n })\n const [promptStyles, setPromptStyles] = useState([])\n const [family, setFamily] = useState({\n chat: [],\n generate: [],\n })\n const [familyLabel, setFamilyLabel] = useState('')\n const [tabValue, setTabValue] = React.useState('1')\n\n const errorModelName = formData.model_name.trim().length <= 0\n const errorModelDescription = formData.model_description.length < 0\n const errorContextLength = formData.context_length === 0\n const errorLanguage =\n formData.model_lang === undefined || formData.model_lang.length === 0\n const errorAbility =\n formData.model_ability === undefined || formData.model_ability.length === 0\n const errorModelSize =\n formData.model_specs &&\n formData.model_specs.some((spec) => {\n return (\n spec.model_size_in_billions === undefined ||\n spec.model_size_in_billions === 0\n )\n })\n const errorFamily = familyLabel === ''\n const errorAny =\n errorModelName ||\n errorModelDescription ||\n errorContextLength ||\n errorLanguage ||\n errorAbility ||\n errorModelSize ||\n errorFamily\n\n useEffect(() => {\n const getBuiltinFamilies = async () => {\n const response = await fetch(endPoint + '/v1/models/families', {\n method: 'GET',\n headers: {\n 'Content-Type': 'application/json',\n },\n })\n if (!response.ok) {\n const errorData = await response.json() // Assuming the server returns error details in JSON format\n setErrorMsg(\n `Server error: ${response.status} - ${\n errorData.detail || 'Unknown error'\n }`\n )\n } else {\n const data = await response.json()\n data.chat.push('other')\n data.generate.push('other')\n setFamily(data)\n }\n }\n\n const getBuiltInPromptStyles = async () => {\n const response = await fetch(endPoint + '/v1/models/prompts', {\n method: 'GET',\n headers: {\n 'Content-Type': 'application/json',\n },\n })\n if (!response.ok) {\n const errorData = await response.json() // Assuming the server returns error details in JSON format\n setErrorMsg(\n `Server error: ${response.status} - ${\n errorData.detail || 'Unknown error'\n }`\n )\n } else {\n const data = await response.json()\n let res = []\n for (const key in data) {\n let v = data[key]\n v['name'] = key\n res.push(v)\n }\n setPromptStyles(res)\n }\n }\n // avoid keep requesting backend to get prompts\n if (promptStyles.length === 0) {\n getBuiltInPromptStyles().catch((error) => {\n setErrorMsg(\n error.message ||\n 'An unexpected error occurred when getting builtin prompt styles.'\n )\n console.error('Error: ', error)\n })\n }\n if (family.chat.length === 0) {\n getBuiltinFamilies().catch((error) => {\n setErrorMsg(\n error.message ||\n 'An unexpected error occurred when getting builtin prompt styles.'\n )\n console.error('Error: ', error)\n })\n }\n })\n\n const getFamilyByAbility = () => {\n if (formData.model_ability.includes('chat')) {\n return family.chat\n } else {\n return family.generate\n }\n }\n\n const isModelFormatPytorch = () => {\n return modelFormat === 'pytorch'\n }\n\n const getPathComponents = (path) => {\n const normalizedPath = path.replace(/\\\\/g, '/')\n const baseDir = normalizedPath.substring(0, normalizedPath.lastIndexOf('/'))\n const filename = normalizedPath.substring(\n normalizedPath.lastIndexOf('/') + 1\n )\n return { baseDir, filename }\n }\n\n const handleClick = async () => {\n if (!isModelFormatPytorch()) {\n const { baseDir, filename } = getPathComponents(modelUri)\n formData.model_specs = [\n {\n model_format: modelFormat,\n model_size_in_billions: modelSize,\n quantizations: [''],\n model_id: '',\n model_file_name_template: filename,\n model_uri: baseDir,\n },\n ]\n } else {\n formData.model_specs = [\n {\n model_format: modelFormat,\n model_size_in_billions: modelSize,\n quantizations: ['4-bit', '8-bit', 'none'],\n model_id: '',\n model_uri: modelUri,\n },\n ]\n }\n\n formData.model_family = familyLabel\n\n if (formData.model_ability.includes('chat')) {\n const ps = promptStyles.find((item) => item.name === familyLabel)\n if (ps) {\n formData.prompt_style = {\n style_name: ps.style_name,\n system_prompt: ps.system_prompt,\n roles: ps.roles,\n intra_message_sep: ps.intra_message_sep,\n inter_message_sep: ps.inter_message_sep,\n stop: ps.stop ?? null,\n stop_token_ids: ps.stop_token_ids ?? null,\n }\n }\n }\n\n if (errorAny) {\n setErrorMsg('Please fill in valid value for all fields')\n return\n }\n\n try {\n const response = await fetch(endPoint + '/v1/model_registrations/LLM', {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n model: JSON.stringify(formData),\n persist: true,\n }),\n })\n if (!response.ok) {\n const errorData = await response.json() // Assuming the server returns error details in JSON format\n setErrorMsg(\n `Server error: ${response.status} - ${\n errorData.detail || 'Unknown error'\n }`\n )\n } else {\n setSuccessMsg(\n 'Model has been registered successfully! Navigate to launch model page to proceed.'\n )\n }\n } catch (error) {\n console.error('There was a problem with the fetch operation:', error)\n setErrorMsg(error.message || 'An unexpected error occurred.')\n }\n }\n\n const toggleLanguage = (lang) => {\n if (formData.model_lang.includes(lang)) {\n setFormData({\n ...formData,\n model_lang: formData.model_lang.filter((l) => l !== lang),\n })\n } else {\n setFormData({\n ...formData,\n model_lang: [...formData.model_lang, lang],\n })\n }\n }\n\n const toggleAbility = (ability) => {\n setFamilyLabel('')\n if (formData.model_ability.includes(ability)) {\n setFormData({\n ...formData,\n model_ability: formData.model_ability.filter((a) => a !== ability),\n })\n } else {\n setFormData({\n ...formData,\n model_ability: [...formData.model_ability, ability],\n })\n }\n }\n\n return (\n <Box m=\"20px\">\n <Title title=\"Register Model\" />\n <ErrorMessageSnackBar />\n <TabContext value={tabValue}>\n <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n <TabList\n value={tabValue}\n onChange={(e, v) => {\n setTabValue(v)\n }}\n aria-label=\"tabs\"\n >\n <Tab label=\"Language Model\" value=\"1\" />\n <Tab label=\"Embedding Model\" value=\"2\" />\n <Tab label=\"Rerank Model\" value=\"3\" />\n </TabList>\n </Box>\n <TabPanel value=\"1\" sx={{ padding: 0 }}>\n <Box padding=\"20px\"></Box>\n {/* Base Information */}\n <FormControl sx={styles.baseFormControl}>\n <TextField\n label=\"Model Name\"\n error={errorModelName}\n defaultValue={formData.model_name}\n size=\"small\"\n helperText=\"Alphanumeric characters with properly placed hyphens and underscores. Must not match any built-in model names.\"\n onChange={(event) =>\n setFormData({ ...formData, model_name: event.target.value })\n }\n />\n <Box padding=\"15px\"></Box>\n\n <label\n style={{\n paddingLeft: 5,\n }}\n >\n Model Format\n </label>\n\n <RadioGroup\n value={modelFormat}\n onChange={(e) => {\n setModelFormat(e.target.value)\n }}\n >\n <Box sx={styles.checkboxWrapper}>\n <Box sx={{ marginLeft: '10px' }}>\n <FormControlLabel\n value=\"pytorch\"\n control={<Radio />}\n label=\"PyTorch\"\n />\n </Box>\n <Box sx={{ marginLeft: '10px' }}>\n <FormControlLabel\n value=\"ggmlv3\"\n control={<Radio />}\n label=\"GGML\"\n />\n </Box>\n <Box sx={{ marginLeft: '10px' }}>\n <FormControlLabel\n value=\"ggufv2\"\n control={<Radio />}\n label=\"GGUF\"\n />\n </Box>\n </Box>\n </RadioGroup>\n <Box padding=\"15px\"></Box>\n\n <TextField\n error={errorContextLength}\n label=\"Context Length\"\n value={formData.context_length}\n size=\"small\"\n onChange={(event) => {\n let value = event.target.value\n // Remove leading zeros\n if (/^0+/.test(value)) {\n value = value.replace(/^0+/, '') || '0'\n }\n // Ensure it's a positive integer, if not set it to the minimum\n if (!/^\\d+$/.test(value) || parseInt(value) < 0) {\n value = '0'\n }\n // Update with the processed value\n setFormData({\n ...formData,\n context_length: Number(value),\n })\n }}\n />\n <Box padding=\"15px\"></Box>\n\n <TextField\n label=\"Model Size in Billions\"\n size=\"small\"\n error={errorModelSize}\n value={modelSize}\n onChange={(e) => {\n let value = e.target.value\n // Remove leading zeros\n if (/^0+/.test(value)) {\n value = value.replace(/^0+/, '') || '0'\n }\n // Ensure it's a positive integer, if not set it to the minimum\n if (!/^\\d+$/.test(value) || parseInt(value) < 0) {\n value = '0'\n }\n setModelSize(Number(value))\n }}\n />\n <Box padding=\"15px\"></Box>\n\n <TextField\n label=\"Model Path\"\n size=\"small\"\n value={modelUri}\n onChange={(e) => {\n setModelUri(e.target.value)\n }}\n helperText=\"For PyTorch, provide the model directory. For GGML/GGUF, provide the model file path.\"\n />\n <Box padding=\"15px\"></Box>\n\n <TextField\n label=\"Model Description (Optional)\"\n error={errorModelDescription}\n defaultValue={formData.model_description}\n size=\"small\"\n onChange={(event) =>\n setFormData({\n ...formData,\n model_description: event.target.value,\n })\n }\n />\n <Box padding=\"15px\"></Box>\n\n <label\n style={{\n paddingLeft: 5,\n color: errorLanguage ? ERROR_COLOR : 'inherit',\n }}\n >\n Model Languages\n </label>\n <Box sx={styles.checkboxWrapper}>\n {SUPPORTED_LANGUAGES.map((lang) => (\n <Box key={lang} sx={{ marginRight: '10px' }}>\n <FormControlLabel\n control={\n <Checkbox\n checked={formData.model_lang.includes(lang)}\n onChange={() => toggleLanguage(lang)}\n name={lang}\n sx={\n errorLanguage\n ? {\n 'color': ERROR_COLOR,\n '&.Mui-checked': {\n color: ERROR_COLOR,\n },\n }\n : {}\n }\n />\n }\n label={SUPPORTED_LANGUAGES_DICT[lang]}\n style={{\n paddingLeft: 10,\n color: errorLanguage ? ERROR_COLOR : 'inherit',\n }}\n />\n </Box>\n ))}\n </Box>\n <Box padding=\"15px\"></Box>\n\n <label\n style={{\n paddingLeft: 5,\n color: errorAbility ? ERROR_COLOR : 'inherit',\n }}\n >\n Model Abilities\n </label>\n <Box sx={styles.checkboxWrapper}>\n {SUPPORTED_FEATURES.map((ability) => (\n <Box key={ability} sx={{ marginRight: '10px' }}>\n <FormControlLabel\n control={\n <Checkbox\n checked={formData.model_ability.includes(\n ability.toLowerCase()\n )}\n onChange={() => toggleAbility(ability.toLowerCase())}\n name={ability}\n sx={\n errorAbility\n ? {\n 'color': ERROR_COLOR,\n '&.Mui-checked': {\n color: ERROR_COLOR,\n },\n }\n : {}\n }\n />\n }\n label={ability}\n style={{\n paddingLeft: 10,\n color: errorAbility ? ERROR_COLOR : 'inherit',\n }}\n />\n </Box>\n ))}\n </Box>\n <Box padding=\"15px\"></Box>\n </FormControl>\n\n <FormControl sx={styles.baseFormControl}>\n <label\n style={{\n paddingLeft: 5,\n color: errorAbility ? ERROR_COLOR : 'inherit',\n }}\n >\n Model Family\n </label>\n <FormHelperText>\n Please be careful to select the family name corresponding to the\n model you want to register. If not found, please choose `other`.\n </FormHelperText>\n <RadioGroup\n value={familyLabel}\n onChange={(e) => {\n setFamilyLabel(e.target.value)\n }}\n >\n <Box sx={styles.checkboxWrapper}>\n {getFamilyByAbility().map((v) => (\n <Box sx={{ marginLeft: '10px' }}>\n <FormControlLabel value={v} control={<Radio />} label={v} />\n </Box>\n ))}\n </Box>\n </RadioGroup>\n <Box padding=\"15px\"></Box>\n </FormControl>\n\n <Box width={'100%'}>\n {successMsg !== '' && (\n <Alert severity=\"success\">\n <AlertTitle>Success</AlertTitle>\n {successMsg}\n </Alert>\n )}\n <Button\n variant=\"contained\"\n color=\"primary\"\n type=\"submit\"\n onClick={handleClick}\n >\n Register Model\n </Button>\n </Box>\n </TabPanel>\n <TabPanel value=\"2\" sx={{ padding: 0 }}>\n <RegisterEmbeddingModel />\n </TabPanel>\n <TabPanel value=\"3\" sx={{ padding: 0 }}>\n <RegisterRerankModel />\n </TabPanel>\n </TabContext>\n </Box>\n )\n}\n\nexport default RegisterModel\n\nconst styles = {\n baseFormControl: {\n width: '100%',\n margin: 'normal',\n size: 'small',\n },\n checkboxWrapper: {\n display: 'flex',\n flexWrap: 'wrap',\n maxWidth: '80%',\n },\n labelPaddingLeft: {\n paddingLeft: 5,\n },\n formControlLabelPaddingLeft: {\n paddingLeft: 10,\n },\n buttonBox: {\n width: '100%',\n margin: '20px',\n },\n error: {\n fontWeight: 'bold',\n margin: '5px 0',\n padding: '1px',\n borderRadius: '5px',\n },\n}\n"],"mappings":"wtBAAA,OAASA,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OACEC,GAAG,CACHC,QAAQ,CACRC,WAAW,CACXC,gBAAgB,CAChBC,cAAc,CACdC,KAAK,CACLC,UAAU,CACVC,GAAG,KACE,eAAe,CACtB,MAAO,CAAAC,KAAK,KAAM,qBAAqB,CACvC,MAAO,CAAAC,UAAU,KAAM,0BAA0B,CACjD,MAAO,CAAAC,MAAM,KAAM,sBAAsB,CACzC,MAAO,CAAAC,SAAS,KAAM,yBAAyB,CAC/C,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAE9D,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,KAAK,KAAM,wBAAwB,CAC1C,OAASC,OAAO,KAAQ,aAAa,CACrC,MAAO,CAAAC,sBAAsB,KAAM,sBAAsB,CACzD,MAAO,CAAAC,mBAAmB,KAAM,mBAAmB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAEnD,GAAM,CAAAC,wBAAwB,CAAG,CAAEC,EAAE,CAAE,SAAS,CAAEC,EAAE,CAAE,SAAU,CAAC,CACjE,GAAM,CAAAC,kBAAkB,CAAG,CAAC,UAAU,CAAE,MAAM,CAAC,CAE/C;AACA,GAAM,CAAAC,mBAAmB,CAAGC,MAAM,CAACC,IAAI,CAACN,wBAAwB,CAAC,CAEjE,GAAM,CAAAO,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,GAAM,CAAAC,WAAW,CAAGf,OAAO,CAAC,CAAC,CAC7B,GAAM,CAAAgB,QAAQ,CAAGtB,UAAU,CAACG,UAAU,CAAC,CAACmB,QAAQ,CAChD,IAAAC,WAAA,CAAwBvB,UAAU,CAACG,UAAU,CAAC,CAAtCqB,WAAW,CAAAD,WAAA,CAAXC,WAAW,CACnB,IAAAC,SAAA,CAAoCvB,QAAQ,CAAC,EAAE,CAAC,CAAAwB,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAAzCG,UAAU,CAAAF,UAAA,IAAEG,aAAa,CAAAH,UAAA,IAChC,IAAAI,UAAA,CAAsC5B,QAAQ,CAAC,SAAS,CAAC,CAAA6B,UAAA,CAAAJ,cAAA,CAAAG,UAAA,IAAlDE,WAAW,CAAAD,UAAA,IAAEE,cAAc,CAAAF,UAAA,IAClC,IAAAG,UAAA,CAAkChC,QAAQ,CAAC,CAAC,CAAC,CAAAiC,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAAtCE,SAAS,CAAAD,UAAA,IAAEE,YAAY,CAAAF,UAAA,IAC9B,IAAAG,UAAA,CAAgCpC,QAAQ,CAAC,kBAAkB,CAAC,CAAAqC,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAArDE,QAAQ,CAAAD,UAAA,IAAEE,WAAW,CAAAF,UAAA,IAC5B,IAAAG,UAAA,CAAgCxC,QAAQ,CAAC,CACvCyC,OAAO,CAAE,CAAC,CACVC,cAAc,CAAE,IAAI,CACpBC,UAAU,CAAE,gBAAgB,CAC5BC,UAAU,CAAE,CAAC,IAAI,CAAC,CAClBC,aAAa,CAAE,CAAC,UAAU,CAAC,CAC3BC,iBAAiB,CAAE,qCAAqC,CACxDC,YAAY,CAAE,EAAE,CAChBC,WAAW,CAAE,EAAE,CACfC,YAAY,CAAEC,SAChB,CAAC,CAAC,CAAAC,WAAA,CAAA1B,cAAA,CAAAe,UAAA,IAVKY,QAAQ,CAAAD,WAAA,IAAEE,WAAW,CAAAF,WAAA,IAW5B,IAAAG,WAAA,CAAwCtD,QAAQ,CAAC,EAAE,CAAC,CAAAuD,WAAA,CAAA9B,cAAA,CAAA6B,WAAA,IAA7CE,YAAY,CAAAD,WAAA,IAAEE,eAAe,CAAAF,WAAA,IACpC,IAAAG,WAAA,CAA4B1D,QAAQ,CAAC,CACnC2D,IAAI,CAAE,EAAE,CACRC,QAAQ,CAAE,EACZ,CAAC,CAAC,CAAAC,WAAA,CAAApC,cAAA,CAAAiC,WAAA,IAHKI,MAAM,CAAAD,WAAA,IAAEE,SAAS,CAAAF,WAAA,IAIxB,IAAAG,WAAA,CAAsChE,QAAQ,CAAC,EAAE,CAAC,CAAAiE,WAAA,CAAAxC,cAAA,CAAAuC,WAAA,IAA3CE,WAAW,CAAAD,WAAA,IAAEE,cAAc,CAAAF,WAAA,IAClC,IAAAG,eAAA,CAAgCvE,KAAK,CAACG,QAAQ,CAAC,GAAG,CAAC,CAAAqE,gBAAA,CAAA5C,cAAA,CAAA2C,eAAA,IAA5CE,QAAQ,CAAAD,gBAAA,IAAEE,WAAW,CAAAF,gBAAA,IAE5B,GAAM,CAAAG,cAAc,CAAGpB,QAAQ,CAACT,UAAU,CAAC8B,IAAI,CAAC,CAAC,CAACC,MAAM,EAAI,CAAC,CAC7D,GAAM,CAAAC,qBAAqB,CAAGvB,QAAQ,CAACN,iBAAiB,CAAC4B,MAAM,CAAG,CAAC,CACnE,GAAM,CAAAE,kBAAkB,CAAGxB,QAAQ,CAACV,cAAc,GAAK,CAAC,CACxD,GAAM,CAAAmC,aAAa,CACjBzB,QAAQ,CAACR,UAAU,GAAKM,SAAS,EAAIE,QAAQ,CAACR,UAAU,CAAC8B,MAAM,GAAK,CAAC,CACvE,GAAM,CAAAI,YAAY,CAChB1B,QAAQ,CAACP,aAAa,GAAKK,SAAS,EAAIE,QAAQ,CAACP,aAAa,CAAC6B,MAAM,GAAK,CAAC,CAC7E,GAAM,CAAAK,cAAc,CAClB3B,QAAQ,CAACJ,WAAW,EACpBI,QAAQ,CAACJ,WAAW,CAACgC,IAAI,CAAC,SAACC,IAAI,CAAK,CAClC,MACE,CAAAA,IAAI,CAACC,sBAAsB,GAAKhC,SAAS,EACzC+B,IAAI,CAACC,sBAAsB,GAAK,CAAC,CAErC,CAAC,CAAC,CACJ,GAAM,CAAAC,WAAW,CAAGjB,WAAW,GAAK,EAAE,CACtC,GAAM,CAAAkB,QAAQ,CACZZ,cAAc,EACdG,qBAAqB,EACrBC,kBAAkB,EAClBC,aAAa,EACbC,YAAY,EACZC,cAAc,EACdI,WAAW,CAEbpF,SAAS,CAAC,UAAM,CACd,GAAM,CAAAsF,kBAAkB,6BAAAC,IAAA,CAAAC,iBAAA,cAAAC,mBAAA,GAAAC,IAAA,CAAG,SAAAC,QAAA,MAAAC,QAAA,CAAAC,SAAA,CAAAC,IAAA,QAAAL,mBAAA,GAAAM,IAAA,UAAAC,SAAAC,QAAA,iBAAAA,QAAA,CAAAC,IAAA,CAAAD,QAAA,CAAAE,IAAA,SAAAF,QAAA,CAAAE,IAAA,SACF,CAAAC,KAAK,CAAC/E,QAAQ,CAAG,qBAAqB,CAAE,CAC7DgF,MAAM,CAAE,KAAK,CACbC,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CACF,CAAC,CAAC,QALIV,QAAQ,CAAAK,QAAA,CAAAM,IAAA,IAMTX,QAAQ,CAACY,EAAE,EAAAP,QAAA,CAAAE,IAAA,WAAAF,QAAA,CAAAE,IAAA,SACU,CAAAP,QAAQ,CAACa,IAAI,CAAC,CAAC,QAAjCZ,SAAS,CAAAI,QAAA,CAAAM,IAAA,CAAyB;AACxChF,WAAW,kBAAAmF,MAAA,CACQd,QAAQ,CAACe,MAAM,QAAAD,MAAA,CAC9Bb,SAAS,CAACe,MAAM,EAAI,eAAe,CAEvC,CAAC,CAAAX,QAAA,CAAAE,IAAA,kBAAAF,QAAA,CAAAE,IAAA,UAEkB,CAAAP,QAAQ,CAACa,IAAI,CAAC,CAAC,SAA5BX,IAAI,CAAAG,QAAA,CAAAM,IAAA,CACVT,IAAI,CAAClC,IAAI,CAACiD,IAAI,CAAC,OAAO,CAAC,CACvBf,IAAI,CAACjC,QAAQ,CAACgD,IAAI,CAAC,OAAO,CAAC,CAC3B7C,SAAS,CAAC8B,IAAI,CAAC,0BAAAG,QAAA,CAAAa,IAAA,MAAAnB,OAAA,GAElB,kBApBK,CAAAL,kBAAkBA,CAAA,SAAAC,IAAA,CAAAwB,KAAA,MAAAC,SAAA,OAoBvB,CAED,GAAM,CAAAC,sBAAsB,6BAAAC,KAAA,CAAA1B,iBAAA,cAAAC,mBAAA,GAAAC,IAAA,CAAG,SAAAyB,SAAA,MAAAvB,QAAA,CAAAC,SAAA,CAAAC,IAAA,CAAAsB,GAAA,CAAAC,GAAA,CAAAC,CAAA,QAAA7B,mBAAA,GAAAM,IAAA,UAAAwB,UAAAC,SAAA,iBAAAA,SAAA,CAAAtB,IAAA,CAAAsB,SAAA,CAAArB,IAAA,SAAAqB,SAAA,CAAArB,IAAA,SACN,CAAAC,KAAK,CAAC/E,QAAQ,CAAG,oBAAoB,CAAE,CAC5DgF,MAAM,CAAE,KAAK,CACbC,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CACF,CAAC,CAAC,QALIV,QAAQ,CAAA4B,SAAA,CAAAjB,IAAA,IAMTX,QAAQ,CAACY,EAAE,EAAAgB,SAAA,CAAArB,IAAA,WAAAqB,SAAA,CAAArB,IAAA,SACU,CAAAP,QAAQ,CAACa,IAAI,CAAC,CAAC,QAAjCZ,SAAS,CAAA2B,SAAA,CAAAjB,IAAA,CAAyB;AACxChF,WAAW,kBAAAmF,MAAA,CACQd,QAAQ,CAACe,MAAM,QAAAD,MAAA,CAC9Bb,SAAS,CAACe,MAAM,EAAI,eAAe,CAEvC,CAAC,CAAAY,SAAA,CAAArB,IAAA,kBAAAqB,SAAA,CAAArB,IAAA,UAEkB,CAAAP,QAAQ,CAACa,IAAI,CAAC,CAAC,SAA5BX,IAAI,CAAA0B,SAAA,CAAAjB,IAAA,CACNa,GAAG,CAAG,EAAE,CACZ,IAAWC,GAAG,GAAI,CAAAvB,IAAI,CAAE,CAClBwB,CAAC,CAAGxB,IAAI,CAACuB,GAAG,CAAC,CACjBC,CAAC,CAAC,MAAM,CAAC,CAAGD,GAAG,CACfD,GAAG,CAACP,IAAI,CAACS,CAAC,CAAC,CACb,CACA5D,eAAe,CAAC0D,GAAG,CAAC,0BAAAI,SAAA,CAAAV,IAAA,MAAAK,QAAA,GAEvB,kBAxBK,CAAAF,sBAAsBA,CAAA,SAAAC,KAAA,CAAAH,KAAA,MAAAC,SAAA,OAwB3B,CACD;AACA,GAAIvD,YAAY,CAACkB,MAAM,GAAK,CAAC,CAAE,CAC7BsC,sBAAsB,CAAC,CAAC,CAACQ,KAAK,CAAC,SAACC,KAAK,CAAK,CACxCnG,WAAW,CACTmG,KAAK,CAACC,OAAO,EACX,kEACJ,CAAC,CACDC,OAAO,CAACF,KAAK,CAAC,SAAS,CAAEA,KAAK,CAAC,CACjC,CAAC,CAAC,CACJ,CACA,GAAI3D,MAAM,CAACH,IAAI,CAACe,MAAM,GAAK,CAAC,CAAE,CAC5BW,kBAAkB,CAAC,CAAC,CAACmC,KAAK,CAAC,SAACC,KAAK,CAAK,CACpCnG,WAAW,CACTmG,KAAK,CAACC,OAAO,EACX,kEACJ,CAAC,CACDC,OAAO,CAACF,KAAK,CAAC,SAAS,CAAEA,KAAK,CAAC,CACjC,CAAC,CAAC,CACJ,CACF,CAAC,CAAC,CAEF,GAAM,CAAAG,kBAAkB,CAAG,QAArB,CAAAA,kBAAkBA,CAAA,CAAS,CAC/B,GAAIxE,QAAQ,CAACP,aAAa,CAACgF,QAAQ,CAAC,MAAM,CAAC,CAAE,CAC3C,MAAO,CAAA/D,MAAM,CAACH,IAAI,CACpB,CAAC,IAAM,CACL,MAAO,CAAAG,MAAM,CAACF,QAAQ,CACxB,CACF,CAAC,CAED,GAAM,CAAAkE,oBAAoB,CAAG,QAAvB,CAAAA,oBAAoBA,CAAA,CAAS,CACjC,MAAO,CAAAhG,WAAW,GAAK,SAAS,CAClC,CAAC,CAED,GAAM,CAAAiG,iBAAiB,CAAG,QAApB,CAAAA,iBAAiBA,CAAIC,IAAI,CAAK,CAClC,GAAM,CAAAC,cAAc,CAAGD,IAAI,CAACE,OAAO,CAAC,KAAK,CAAE,GAAG,CAAC,CAC/C,GAAM,CAAAC,OAAO,CAAGF,cAAc,CAACG,SAAS,CAAC,CAAC,CAAEH,cAAc,CAACI,WAAW,CAAC,GAAG,CAAC,CAAC,CAC5E,GAAM,CAAAC,QAAQ,CAAGL,cAAc,CAACG,SAAS,CACvCH,cAAc,CAACI,WAAW,CAAC,GAAG,CAAC,CAAG,CACpC,CAAC,CACD,MAAO,CAAEF,OAAO,CAAPA,OAAO,CAAEG,QAAQ,CAARA,QAAS,CAAC,CAC9B,CAAC,CAED,GAAM,CAAAC,WAAW,6BAAAC,KAAA,CAAAjD,iBAAA,cAAAC,mBAAA,GAAAC,IAAA,CAAG,SAAAgD,SAAA,MAAAC,kBAAA,CAAAP,OAAA,CAAAG,QAAA,CAAAK,EAAA,CAAAC,QAAA,CAAAC,kBAAA,CAAAlD,QAAA,CAAAC,SAAA,QAAAJ,mBAAA,GAAAM,IAAA,UAAAgD,UAAAC,SAAA,iBAAAA,SAAA,CAAA9C,IAAA,CAAA8C,SAAA,CAAA7C,IAAA,SAClB,GAAI,CAAC4B,oBAAoB,CAAC,CAAC,CAAE,CAAAY,kBAAA,CACGX,iBAAiB,CAACzF,QAAQ,CAAC,CAAjD6F,OAAO,CAAAO,kBAAA,CAAPP,OAAO,CAAEG,QAAQ,CAAAI,kBAAA,CAARJ,QAAQ,CACzBlF,QAAQ,CAACJ,WAAW,CAAG,CACrB,CACEgG,YAAY,CAAElH,WAAW,CACzBoD,sBAAsB,CAAEhD,SAAS,CACjC+G,aAAa,CAAE,CAAC,EAAE,CAAC,CACnBC,QAAQ,CAAE,EAAE,CACZC,wBAAwB,CAAEb,QAAQ,CAClCc,SAAS,CAAEjB,OACb,CAAC,CACF,CACH,CAAC,IAAM,CACL/E,QAAQ,CAACJ,WAAW,CAAG,CACrB,CACEgG,YAAY,CAAElH,WAAW,CACzBoD,sBAAsB,CAAEhD,SAAS,CACjC+G,aAAa,CAAE,CAAC,OAAO,CAAE,OAAO,CAAE,MAAM,CAAC,CACzCC,QAAQ,CAAE,EAAE,CACZE,SAAS,CAAE9G,QACb,CAAC,CACF,CACH,CAEAc,QAAQ,CAACL,YAAY,CAAGmB,WAAW,CAEnC,GAAId,QAAQ,CAACP,aAAa,CAACgF,QAAQ,CAAC,MAAM,CAAC,CAAE,CACrCc,EAAE,CAAGnF,YAAY,CAAC6F,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAKrF,WAAW,GAAC,CACjE,GAAIyE,EAAE,CAAE,CACNvF,QAAQ,CAACH,YAAY,CAAG,CACtBuG,UAAU,CAAEb,EAAE,CAACa,UAAU,CACzBC,aAAa,CAAEd,EAAE,CAACc,aAAa,CAC/BC,KAAK,CAAEf,EAAE,CAACe,KAAK,CACfC,iBAAiB,CAAEhB,EAAE,CAACgB,iBAAiB,CACvCC,iBAAiB,CAAEjB,EAAE,CAACiB,iBAAiB,CACvC/C,IAAI,EAAA+B,QAAA,CAAED,EAAE,CAAC9B,IAAI,UAAA+B,QAAA,UAAAA,QAAA,CAAI,IAAI,CACrBiB,cAAc,EAAAhB,kBAAA,CAAEF,EAAE,CAACkB,cAAc,UAAAhB,kBAAA,UAAAA,kBAAA,CAAI,IACvC,CAAC,CACH,CACF,CAAC,IAEGzD,QAAQ,EAAA2D,SAAA,CAAA7C,IAAA,UACV5E,WAAW,CAAC,2CAA2C,CAAC,QAAAyH,SAAA,CAAAe,MAAA,kBAAAf,SAAA,CAAA9C,IAAA,GAAA8C,SAAA,CAAA7C,IAAA,SAKjC,CAAAC,KAAK,CAAC/E,QAAQ,CAAG,6BAA6B,CAAE,CACrEgF,MAAM,CAAE,MAAM,CACdC,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACD0D,IAAI,CAAEC,IAAI,CAACC,SAAS,CAAC,CACnBC,KAAK,CAAEF,IAAI,CAACC,SAAS,CAAC7G,QAAQ,CAAC,CAC/B+G,OAAO,CAAE,IACX,CAAC,CACH,CAAC,CAAC,QATIxE,QAAQ,CAAAoD,SAAA,CAAAzC,IAAA,IAUTX,QAAQ,CAACY,EAAE,EAAAwC,SAAA,CAAA7C,IAAA,WAAA6C,SAAA,CAAA7C,IAAA,UACU,CAAAP,QAAQ,CAACa,IAAI,CAAC,CAAC,SAAjCZ,SAAS,CAAAmD,SAAA,CAAAzC,IAAA,CAAyB;AACxChF,WAAW,kBAAAmF,MAAA,CACQd,QAAQ,CAACe,MAAM,QAAAD,MAAA,CAC9Bb,SAAS,CAACe,MAAM,EAAI,eAAe,CAEvC,CAAC,CAAAoC,SAAA,CAAA7C,IAAA,kBAEDvE,aAAa,CACX,mFACF,CAAC,SAAAoH,SAAA,CAAA7C,IAAA,kBAAA6C,SAAA,CAAA9C,IAAA,IAAA8C,SAAA,CAAAqB,EAAA,CAAArB,SAAA,aAGHpB,OAAO,CAACF,KAAK,CAAC,+CAA+C,CAAAsB,SAAA,CAAAqB,EAAO,CAAC,CACrE9I,WAAW,CAACyH,SAAA,CAAAqB,EAAA,CAAM1C,OAAO,EAAI,+BAA+B,CAAC,0BAAAqB,SAAA,CAAAlC,IAAA,MAAA4B,QAAA,iBAEhE,kBA1EK,CAAAF,WAAWA,CAAA,SAAAC,KAAA,CAAA1B,KAAA,MAAAC,SAAA,OA0EhB,CAED,GAAM,CAAAsD,cAAc,CAAG,QAAjB,CAAAA,cAAcA,CAAIC,IAAI,CAAK,CAC/B,GAAIlH,QAAQ,CAACR,UAAU,CAACiF,QAAQ,CAACyC,IAAI,CAAC,CAAE,CACtCjH,WAAW,CAAAkH,aAAA,CAAAA,aAAA,IACNnH,QAAQ,MACXR,UAAU,CAAEQ,QAAQ,CAACR,UAAU,CAAC4H,MAAM,CAAC,SAACC,CAAC,QAAK,CAAAA,CAAC,GAAKH,IAAI,GAAC,EAC1D,CAAC,CACJ,CAAC,IAAM,CACLjH,WAAW,CAAAkH,aAAA,CAAAA,aAAA,IACNnH,QAAQ,MACXR,UAAU,IAAA6D,MAAA,CAAAiE,kBAAA,CAAMtH,QAAQ,CAACR,UAAU,GAAE0H,IAAI,EAAC,EAC3C,CAAC,CACJ,CACF,CAAC,CAED,GAAM,CAAAK,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAIC,OAAO,CAAK,CACjCzG,cAAc,CAAC,EAAE,CAAC,CAClB,GAAIf,QAAQ,CAACP,aAAa,CAACgF,QAAQ,CAAC+C,OAAO,CAAC,CAAE,CAC5CvH,WAAW,CAAAkH,aAAA,CAAAA,aAAA,IACNnH,QAAQ,MACXP,aAAa,CAAEO,QAAQ,CAACP,aAAa,CAAC2H,MAAM,CAAC,SAACK,CAAC,QAAK,CAAAA,CAAC,GAAKD,OAAO,GAAC,EACnE,CAAC,CACJ,CAAC,IAAM,CACLvH,WAAW,CAAAkH,aAAA,CAAAA,aAAA,IACNnH,QAAQ,MACXP,aAAa,IAAA4D,MAAA,CAAAiE,kBAAA,CAAMtH,QAAQ,CAACP,aAAa,GAAE+H,OAAO,EAAC,EACpD,CAAC,CACJ,CACF,CAAC,CAED,mBACElK,KAAA,CAACzB,GAAG,EAAC6L,CAAC,CAAC,MAAM,CAAAC,QAAA,eACXvK,IAAA,CAACL,KAAK,EAAC6K,KAAK,CAAC,gBAAgB,CAAE,CAAC,cAChCxK,IAAA,CAACN,oBAAoB,GAAE,CAAC,cACxBQ,KAAA,CAAC5B,UAAU,EAACmM,KAAK,CAAE3G,QAAS,CAAAyG,QAAA,eAC1BvK,IAAA,CAACvB,GAAG,EAACiM,EAAE,CAAE,CAAEC,YAAY,CAAE,CAAC,CAAEC,WAAW,CAAE,SAAU,CAAE,CAAAL,QAAA,cACnDrK,KAAA,CAAC3B,OAAO,EACNkM,KAAK,CAAE3G,QAAS,CAChB+G,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAEjE,CAAC,CAAK,CAClB9C,WAAW,CAAC8C,CAAC,CAAC,CAChB,CAAE,CACF,aAAW,MAAM,CAAA0D,QAAA,eAEjBvK,IAAA,CAAChB,GAAG,EAAC+L,KAAK,CAAC,gBAAgB,CAACN,KAAK,CAAC,GAAG,CAAE,CAAC,cACxCzK,IAAA,CAAChB,GAAG,EAAC+L,KAAK,CAAC,iBAAiB,CAACN,KAAK,CAAC,GAAG,CAAE,CAAC,cACzCzK,IAAA,CAAChB,GAAG,EAAC+L,KAAK,CAAC,cAAc,CAACN,KAAK,CAAC,GAAG,CAAE,CAAC,EAC/B,CAAC,CACP,CAAC,cACNvK,KAAA,CAAC1B,QAAQ,EAACiM,KAAK,CAAC,GAAG,CAACC,EAAE,CAAE,CAAEM,OAAO,CAAE,CAAE,CAAE,CAAAT,QAAA,eACrCvK,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1B9K,KAAA,CAACvB,WAAW,EAAC+L,EAAE,CAAEO,MAAM,CAACC,eAAgB,CAAAX,QAAA,eACtCvK,IAAA,CAACZ,SAAS,EACR2L,KAAK,CAAC,YAAY,CAClB9D,KAAK,CAAEjD,cAAe,CACtBmH,YAAY,CAAEvI,QAAQ,CAACT,UAAW,CAClCiJ,IAAI,CAAC,OAAO,CACZC,UAAU,CAAC,gHAAgH,CAC3HR,QAAQ,CAAE,SAAAA,SAACS,KAAK,QACd,CAAAzI,WAAW,CAAAkH,aAAA,CAAAA,aAAA,IAAMnH,QAAQ,MAAET,UAAU,CAAEmJ,KAAK,CAACC,MAAM,CAACd,KAAK,EAAE,CAAC,EAC7D,CACF,CAAC,cACFzK,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1BhL,IAAA,UACEwL,KAAK,CAAE,CACLC,WAAW,CAAE,CACf,CAAE,CAAAlB,QAAA,CACH,cAED,CAAO,CAAC,cAERvK,IAAA,CAACjB,UAAU,EACT0L,KAAK,CAAEnJ,WAAY,CACnBuJ,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACfvJ,cAAc,CAACuJ,CAAC,CAACS,MAAM,CAACd,KAAK,CAAC,CAChC,CAAE,CAAAF,QAAA,cAEFrK,KAAA,CAACzB,GAAG,EAACiM,EAAE,CAAEO,MAAM,CAACS,eAAgB,CAAAnB,QAAA,eAC9BvK,IAAA,CAACvB,GAAG,EAACiM,EAAE,CAAE,CAAEiB,UAAU,CAAE,MAAO,CAAE,CAAApB,QAAA,cAC9BvK,IAAA,CAACpB,gBAAgB,EACf6L,KAAK,CAAC,SAAS,CACfmB,OAAO,cAAE5L,IAAA,CAAClB,KAAK,GAAE,CAAE,CACnBiM,KAAK,CAAC,SAAS,CAChB,CAAC,CACC,CAAC,cACN/K,IAAA,CAACvB,GAAG,EAACiM,EAAE,CAAE,CAAEiB,UAAU,CAAE,MAAO,CAAE,CAAApB,QAAA,cAC9BvK,IAAA,CAACpB,gBAAgB,EACf6L,KAAK,CAAC,QAAQ,CACdmB,OAAO,cAAE5L,IAAA,CAAClB,KAAK,GAAE,CAAE,CACnBiM,KAAK,CAAC,MAAM,CACb,CAAC,CACC,CAAC,cACN/K,IAAA,CAACvB,GAAG,EAACiM,EAAE,CAAE,CAAEiB,UAAU,CAAE,MAAO,CAAE,CAAApB,QAAA,cAC9BvK,IAAA,CAACpB,gBAAgB,EACf6L,KAAK,CAAC,QAAQ,CACdmB,OAAO,cAAE5L,IAAA,CAAClB,KAAK,GAAE,CAAE,CACnBiM,KAAK,CAAC,MAAM,CACb,CAAC,CACC,CAAC,EACH,CAAC,CACI,CAAC,cACb/K,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1BhL,IAAA,CAACZ,SAAS,EACR6H,KAAK,CAAE7C,kBAAmB,CAC1B2G,KAAK,CAAC,gBAAgB,CACtBN,KAAK,CAAE7H,QAAQ,CAACV,cAAe,CAC/BkJ,IAAI,CAAC,OAAO,CACZP,QAAQ,CAAE,SAAAA,SAACS,KAAK,CAAK,CACnB,GAAI,CAAAb,KAAK,CAAGa,KAAK,CAACC,MAAM,CAACd,KAAK,CAC9B;AACA,GAAI,KAAK,CAACoB,IAAI,CAACpB,KAAK,CAAC,CAAE,CACrBA,KAAK,CAAGA,KAAK,CAAC/C,OAAO,CAAC,KAAK,CAAE,EAAE,CAAC,EAAI,GAAG,CACzC,CACA;AACA,GAAI,CAAC,OAAO,CAACmE,IAAI,CAACpB,KAAK,CAAC,EAAIqB,QAAQ,CAACrB,KAAK,CAAC,CAAG,CAAC,CAAE,CAC/CA,KAAK,CAAG,GAAG,CACb,CACA;AACA5H,WAAW,CAAAkH,aAAA,CAAAA,aAAA,IACNnH,QAAQ,MACXV,cAAc,CAAE6J,MAAM,CAACtB,KAAK,CAAC,EAC9B,CAAC,CACJ,CAAE,CACH,CAAC,cACFzK,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1BhL,IAAA,CAACZ,SAAS,EACR2L,KAAK,CAAC,wBAAwB,CAC9BK,IAAI,CAAC,OAAO,CACZnE,KAAK,CAAE1C,cAAe,CACtBkG,KAAK,CAAE/I,SAAU,CACjBmJ,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACf,GAAI,CAAAL,KAAK,CAAGK,CAAC,CAACS,MAAM,CAACd,KAAK,CAC1B;AACA,GAAI,KAAK,CAACoB,IAAI,CAACpB,KAAK,CAAC,CAAE,CACrBA,KAAK,CAAGA,KAAK,CAAC/C,OAAO,CAAC,KAAK,CAAE,EAAE,CAAC,EAAI,GAAG,CACzC,CACA;AACA,GAAI,CAAC,OAAO,CAACmE,IAAI,CAACpB,KAAK,CAAC,EAAIqB,QAAQ,CAACrB,KAAK,CAAC,CAAG,CAAC,CAAE,CAC/CA,KAAK,CAAG,GAAG,CACb,CACA9I,YAAY,CAACoK,MAAM,CAACtB,KAAK,CAAC,CAAC,CAC7B,CAAE,CACH,CAAC,cACFzK,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1BhL,IAAA,CAACZ,SAAS,EACR2L,KAAK,CAAC,YAAY,CAClBK,IAAI,CAAC,OAAO,CACZX,KAAK,CAAE3I,QAAS,CAChB+I,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACf/I,WAAW,CAAC+I,CAAC,CAACS,MAAM,CAACd,KAAK,CAAC,CAC7B,CAAE,CACFY,UAAU,CAAC,uFAAuF,CACnG,CAAC,cACFrL,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1BhL,IAAA,CAACZ,SAAS,EACR2L,KAAK,CAAC,8BAA8B,CACpC9D,KAAK,CAAE9C,qBAAsB,CAC7BgH,YAAY,CAAEvI,QAAQ,CAACN,iBAAkB,CACzC8I,IAAI,CAAC,OAAO,CACZP,QAAQ,CAAE,SAAAA,SAACS,KAAK,QACd,CAAAzI,WAAW,CAAAkH,aAAA,CAAAA,aAAA,IACNnH,QAAQ,MACXN,iBAAiB,CAAEgJ,KAAK,CAACC,MAAM,CAACd,KAAK,EACtC,CAAC,EACH,CACF,CAAC,cACFzK,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1BhL,IAAA,UACEwL,KAAK,CAAE,CACLC,WAAW,CAAE,CAAC,CACdO,KAAK,CAAE3H,aAAa,CAAG1D,WAAW,CAAG,SACvC,CAAE,CAAA4J,QAAA,CACH,iBAED,CAAO,CAAC,cACRvK,IAAA,CAACvB,GAAG,EAACiM,EAAE,CAAEO,MAAM,CAACS,eAAgB,CAAAnB,QAAA,CAC7BhK,mBAAmB,CAAC0L,GAAG,CAAC,SAACnC,IAAI,qBAC5B9J,IAAA,CAACvB,GAAG,EAAYiM,EAAE,CAAE,CAAEwB,WAAW,CAAE,MAAO,CAAE,CAAA3B,QAAA,cAC1CvK,IAAA,CAACpB,gBAAgB,EACfgN,OAAO,cACL5L,IAAA,CAACtB,QAAQ,EACPyN,OAAO,CAAEvJ,QAAQ,CAACR,UAAU,CAACiF,QAAQ,CAACyC,IAAI,CAAE,CAC5Ce,QAAQ,CAAE,SAAAA,SAAA,QAAM,CAAAhB,cAAc,CAACC,IAAI,CAAC,EAAC,CACrCf,IAAI,CAAEe,IAAK,CACXY,EAAE,CACArG,aAAa,CACT,CACE,OAAO,CAAE1D,WAAW,CACpB,eAAe,CAAE,CACfqL,KAAK,CAAErL,WACT,CACF,CAAC,CACD,CAAC,CACN,CACF,CACF,CACDoK,KAAK,CAAE5K,wBAAwB,CAAC2J,IAAI,CAAE,CACtC0B,KAAK,CAAE,CACLC,WAAW,CAAE,EAAE,CACfO,KAAK,CAAE3H,aAAa,CAAG1D,WAAW,CAAG,SACvC,CAAE,CACH,CAAC,EAxBMmJ,IAyBL,CAAC,EACP,CAAC,CACC,CAAC,cACN9J,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1BhL,IAAA,UACEwL,KAAK,CAAE,CACLC,WAAW,CAAE,CAAC,CACdO,KAAK,CAAE1H,YAAY,CAAG3D,WAAW,CAAG,SACtC,CAAE,CAAA4J,QAAA,CACH,iBAED,CAAO,CAAC,cACRvK,IAAA,CAACvB,GAAG,EAACiM,EAAE,CAAEO,MAAM,CAACS,eAAgB,CAAAnB,QAAA,CAC7BjK,kBAAkB,CAAC2L,GAAG,CAAC,SAAC7B,OAAO,qBAC9BpK,IAAA,CAACvB,GAAG,EAAeiM,EAAE,CAAE,CAAEwB,WAAW,CAAE,MAAO,CAAE,CAAA3B,QAAA,cAC7CvK,IAAA,CAACpB,gBAAgB,EACfgN,OAAO,cACL5L,IAAA,CAACtB,QAAQ,EACPyN,OAAO,CAAEvJ,QAAQ,CAACP,aAAa,CAACgF,QAAQ,CACtC+C,OAAO,CAACgC,WAAW,CAAC,CACtB,CAAE,CACFvB,QAAQ,CAAE,SAAAA,SAAA,QAAM,CAAAV,aAAa,CAACC,OAAO,CAACgC,WAAW,CAAC,CAAC,CAAC,EAAC,CACrDrD,IAAI,CAAEqB,OAAQ,CACdM,EAAE,CACApG,YAAY,CACR,CACE,OAAO,CAAE3D,WAAW,CACpB,eAAe,CAAE,CACfqL,KAAK,CAAErL,WACT,CACF,CAAC,CACD,CAAC,CACN,CACF,CACF,CACDoK,KAAK,CAAEX,OAAQ,CACfoB,KAAK,CAAE,CACLC,WAAW,CAAE,EAAE,CACfO,KAAK,CAAE1H,YAAY,CAAG3D,WAAW,CAAG,SACtC,CAAE,CACH,CAAC,EA1BMyJ,OA2BL,CAAC,EACP,CAAC,CACC,CAAC,cACNpK,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,EACf,CAAC,cAEd9K,KAAA,CAACvB,WAAW,EAAC+L,EAAE,CAAEO,MAAM,CAACC,eAAgB,CAAAX,QAAA,eACtCvK,IAAA,UACEwL,KAAK,CAAE,CACLC,WAAW,CAAE,CAAC,CACdO,KAAK,CAAE1H,YAAY,CAAG3D,WAAW,CAAG,SACtC,CAAE,CAAA4J,QAAA,CACH,cAED,CAAO,CAAC,cACRvK,IAAA,CAACnB,cAAc,EAAA0L,QAAA,CAAC,mIAGhB,CAAgB,CAAC,cACjBvK,IAAA,CAACjB,UAAU,EACT0L,KAAK,CAAE/G,WAAY,CACnBmH,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACfnH,cAAc,CAACmH,CAAC,CAACS,MAAM,CAACd,KAAK,CAAC,CAChC,CAAE,CAAAF,QAAA,cAEFvK,IAAA,CAACvB,GAAG,EAACiM,EAAE,CAAEO,MAAM,CAACS,eAAgB,CAAAnB,QAAA,CAC7BnD,kBAAkB,CAAC,CAAC,CAAC6E,GAAG,CAAC,SAACpF,CAAC,qBAC1B7G,IAAA,CAACvB,GAAG,EAACiM,EAAE,CAAE,CAAEiB,UAAU,CAAE,MAAO,CAAE,CAAApB,QAAA,cAC9BvK,IAAA,CAACpB,gBAAgB,EAAC6L,KAAK,CAAE5D,CAAE,CAAC+E,OAAO,cAAE5L,IAAA,CAAClB,KAAK,GAAE,CAAE,CAACiM,KAAK,CAAElE,CAAE,CAAE,CAAC,CACzD,CAAC,EACP,CAAC,CACC,CAAC,CACI,CAAC,cACb7G,IAAA,CAACvB,GAAG,EAACuM,OAAO,CAAC,MAAM,CAAM,CAAC,EACf,CAAC,cAEd9K,KAAA,CAACzB,GAAG,EAAC4N,KAAK,CAAE,MAAO,CAAA9B,QAAA,EAChBrJ,UAAU,GAAK,EAAE,eAChBhB,KAAA,CAACjB,KAAK,EAACqN,QAAQ,CAAC,SAAS,CAAA/B,QAAA,eACvBvK,IAAA,CAACd,UAAU,EAAAqL,QAAA,CAAC,SAAO,CAAY,CAAC,CAC/BrJ,UAAU,EACN,CACR,cACDlB,IAAA,CAACb,MAAM,EACLoN,OAAO,CAAC,WAAW,CACnBP,KAAK,CAAC,SAAS,CACfQ,IAAI,CAAC,QAAQ,CACbC,OAAO,CAAE1E,WAAY,CAAAwC,QAAA,CACtB,gBAED,CAAQ,CAAC,EACN,CAAC,EACE,CAAC,cACXvK,IAAA,CAACxB,QAAQ,EAACiM,KAAK,CAAC,GAAG,CAACC,EAAE,CAAE,CAAEM,OAAO,CAAE,CAAE,CAAE,CAAAT,QAAA,cACrCvK,IAAA,CAACH,sBAAsB,GAAE,CAAC,CAClB,CAAC,cACXG,IAAA,CAACxB,QAAQ,EAACiM,KAAK,CAAC,GAAG,CAACC,EAAE,CAAE,CAAEM,OAAO,CAAE,CAAE,CAAE,CAAAT,QAAA,cACrCvK,IAAA,CAACF,mBAAmB,GAAE,CAAC,CACf,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAY,aAAa,CAE5B,GAAM,CAAAuK,MAAM,CAAG,CACbC,eAAe,CAAE,CACfmB,KAAK,CAAE,MAAM,CACbK,MAAM,CAAE,QAAQ,CAChBtB,IAAI,CAAE,OACR,CAAC,CACDM,eAAe,CAAE,CACfiB,OAAO,CAAE,MAAM,CACfC,QAAQ,CAAE,MAAM,CAChBC,QAAQ,CAAE,KACZ,CAAC,CACDC,gBAAgB,CAAE,CAChBrB,WAAW,CAAE,CACf,CAAC,CACDsB,2BAA2B,CAAE,CAC3BtB,WAAW,CAAE,EACf,CAAC,CACDuB,SAAS,CAAE,CACTX,KAAK,CAAE,MAAM,CACbK,MAAM,CAAE,MACV,CAAC,CACDzF,KAAK,CAAE,CACLgG,UAAU,CAAE,MAAM,CAClBP,MAAM,CAAE,OAAO,CACf1B,OAAO,CAAE,KAAK,CACdkC,YAAY,CAAE,KAChB,CACF,CAAC"},"metadata":{},"sourceType":"module","externalDependencies":[]}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: xinference
|
|
3
|
-
Version: 0.7.
|
|
3
|
+
Version: 0.7.5
|
|
4
4
|
Summary: Model Serving Made Easy
|
|
5
5
|
Home-page: https://github.com/xorbitsai/inference
|
|
6
6
|
Author: Qin Xuye
|
|
@@ -34,7 +34,7 @@ Requires-Dist: typing-extensions
|
|
|
34
34
|
Requires-Dist: fsspec
|
|
35
35
|
Requires-Dist: s3fs
|
|
36
36
|
Requires-Dist: modelscope >=1.10.0
|
|
37
|
-
Requires-Dist: sse-starlette
|
|
37
|
+
Requires-Dist: sse-starlette >=1.6.5
|
|
38
38
|
Requires-Dist: openai >1
|
|
39
39
|
Provides-Extra: all
|
|
40
40
|
Requires-Dist: chatglm-cpp >=0.3.0 ; extra == 'all'
|
|
@@ -80,12 +80,14 @@ Requires-Dist: opencv-python ; extra == 'dev'
|
|
|
80
80
|
Requires-Dist: langchain ; extra == 'dev'
|
|
81
81
|
Requires-Dist: orjson ; extra == 'dev'
|
|
82
82
|
Requires-Dist: sphinx-tabs ; extra == 'dev'
|
|
83
|
+
Requires-Dist: sphinx-design ; extra == 'dev'
|
|
83
84
|
Provides-Extra: doc
|
|
84
85
|
Requires-Dist: ipython >=6.5.0 ; extra == 'doc'
|
|
85
86
|
Requires-Dist: sphinx >=3.0.0 ; extra == 'doc'
|
|
86
87
|
Requires-Dist: pydata-sphinx-theme >=0.3.0 ; extra == 'doc'
|
|
87
88
|
Requires-Dist: sphinx-intl >=0.9.9 ; extra == 'doc'
|
|
88
89
|
Requires-Dist: sphinx-tabs ; extra == 'doc'
|
|
90
|
+
Requires-Dist: sphinx-design ; extra == 'doc'
|
|
89
91
|
Provides-Extra: embedding
|
|
90
92
|
Requires-Dist: sentence-transformers ; extra == 'embedding'
|
|
91
93
|
Provides-Extra: ggml
|
|
@@ -188,6 +190,7 @@ with popular third-party libraries including [LangChain](https://python.langchai
|
|
|
188
190
|
| Multi-node Cluster Deployment | ✅ | ❌ | ❌ | ✅ |
|
|
189
191
|
| Image Models (Text-to-Image) | ✅ | ✅ | ❌ | ❌ |
|
|
190
192
|
| Text Embedding Models | ✅ | ❌ | ❌ | ❌ |
|
|
193
|
+
| Multimodal Models | ✅ | ❌ | ❌ | ❌ |
|
|
191
194
|
| More OpenAI Functionalities (Function Calling) | ✅ | ❌ | ❌ | ❌ |
|
|
192
195
|
|
|
193
196
|
## Getting Started
|
|
@@ -200,6 +203,10 @@ with popular third-party libraries including [LangChain](https://python.langchai
|
|
|
200
203
|
* [Deployment Docs](https://inference.readthedocs.io/en/latest/getting_started/using_xinference.html)
|
|
201
204
|
* [Examples and Tutorials](https://inference.readthedocs.io/en/latest/examples/index.html)
|
|
202
205
|
|
|
206
|
+
### Jupyter Notebook
|
|
207
|
+
|
|
208
|
+
The lightest way to experience Xinference is to try our [Juypter Notebook on Google Colab](https://colab.research.google.com/github/xorbitsai/inference/blob/main/examples/Xinference_Quick_Start.ipynb).
|
|
209
|
+
|
|
203
210
|
### Quick Start
|
|
204
211
|
|
|
205
212
|
Install Xinference by using pip as follows. (For more options, see [Installation page](https://inference.readthedocs.io/en/latest/getting_started/installation.html).)
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
xinference/__init__.py,sha256=jv7PR7ali6n5TpvGjB3hKugwB9Tq-eSTyc_xl2gFnZ0,910
|
|
2
|
-
xinference/_version.py,sha256=
|
|
2
|
+
xinference/_version.py,sha256=KOWit4paw1gsrwALkHdqOF5D7sYx9AToJjBKeAQmoJ8,497
|
|
3
3
|
xinference/conftest.py,sha256=CXBuFCuPXWdVPy_MHFacCzScqqJXSz2gp4GHOZzFiII,7198
|
|
4
4
|
xinference/constants.py,sha256=g8nec_ubOx01cbDX5WGeCTStp3Q71vt1T7_Nj1NIm7c,2283
|
|
5
5
|
xinference/fields.py,sha256=k_hhu-7LRqZGmFqMhhPZPaK5GG6thfTZS_hsTpo8yFM,5061
|
|
@@ -7,29 +7,29 @@ xinference/isolation.py,sha256=NstVRcO3dG4umHExICXAHlzVKwH8ch8MBwKwE-KFkE0,1826
|
|
|
7
7
|
xinference/types.py,sha256=CVgf1AB2AT2LQXd5__BrImZW2C7ZDq-Z5IaKyHsA-vA,11624
|
|
8
8
|
xinference/utils.py,sha256=Z6PPDGmX4EW8OD3OfA2Wa37ZM9OdRTnR00ITMDTu4qE,716
|
|
9
9
|
xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
10
|
-
xinference/api/restful_api.py,sha256=
|
|
10
|
+
xinference/api/restful_api.py,sha256=uFsIsqXyXYEPrklA0mfj901O3KHRBEZ2MDZpXdVzLT8,35792
|
|
11
11
|
xinference/client/__init__.py,sha256=Gc4HOzAy_1cic5kXlso7hahYgw89CKvZSJDicEU461k,669
|
|
12
12
|
xinference/client/common.py,sha256=wk-3j1tJPNa60tHO8YZ5z7iBIeI6cBEqomKIatyMQx8,1554
|
|
13
13
|
xinference/client/handlers.py,sha256=nFQQMRHiu_c2nsqVWMA792-QfXXq6wIW3dPR5Q7H-f0,545
|
|
14
14
|
xinference/client/oscar/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
15
|
-
xinference/client/oscar/actor_client.py,sha256=
|
|
15
|
+
xinference/client/oscar/actor_client.py,sha256=Ze9F1ceNx8Chz2WymJIelDSm03DMPlMUHk6Pwf4BkC0,21605
|
|
16
16
|
xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
17
17
|
xinference/client/restful/restful_client.py,sha256=feVG_x4QvzuAgMnpcb0zg-q78l7AJwyk4tKRnKnHODA,35164
|
|
18
18
|
xinference/core/__init__.py,sha256=Fe5tYCHDbYJ7PhxJhQ68VbfgKgOsAuslNPr4wPhFMJM,612
|
|
19
19
|
xinference/core/chat_interface.py,sha256=CDQIPmpr0MiavdbW-hOFfoVzYsN8-G-TmRO7mF38C4c,11849
|
|
20
|
-
xinference/core/model.py,sha256=
|
|
20
|
+
xinference/core/model.py,sha256=EEkAVLzjSVKTIkILa5ypUFP5S91oOFYpD5VJRAUgKvI,13333
|
|
21
21
|
xinference/core/resource.py,sha256=oG44ZpXQL7uz4pbowtHGdpHarNJ52CK6KBLJRMcySpk,1516
|
|
22
|
-
xinference/core/supervisor.py,sha256=
|
|
22
|
+
xinference/core/supervisor.py,sha256=pHa2Y8fOV8lrtWew19axopPFVI0U_RCa4gIONspHHAA,26998
|
|
23
23
|
xinference/core/utils.py,sha256=oVM_bIbbI0w4n3lFIytQ7wMmlIBrxPstrUu7Neahvyw,3528
|
|
24
24
|
xinference/core/worker.py,sha256=ac06UvP14TS7aOSia-ont0GwM7B_mgip0tbnyJW1qnc,17861
|
|
25
25
|
xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
26
|
-
xinference/deploy/cmdline.py,sha256=
|
|
26
|
+
xinference/deploy/cmdline.py,sha256=Bbkjp4c5VNHyB18zbjyjHQgpyHP9waVGLjtdUKhCS-U,24641
|
|
27
27
|
xinference/deploy/local.py,sha256=nkjBXGvmNTg1jzNrGlmITHtof2dQfr4X2-lt5wsxOW4,3002
|
|
28
28
|
xinference/deploy/supervisor.py,sha256=o-mnmntoyTI9Vtc1c-fP5enD14RBs-cvXZ2RR1zYeqs,2874
|
|
29
29
|
xinference/deploy/utils.py,sha256=wR8dUZud1k7gSmd4M7l6Rq2rtrhTn5qLGmM1XB1IHr4,4941
|
|
30
30
|
xinference/deploy/worker.py,sha256=tiMdZxLPZd8rVpoyKXZbZzqfyii_jzQWjba2IBwuezo,2242
|
|
31
31
|
xinference/deploy/test/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
32
|
-
xinference/deploy/test/test_cmdline.py,sha256=
|
|
32
|
+
xinference/deploy/test/test_cmdline.py,sha256=bEQ4-y2IG-ntOA6tP3_EP22WQelMAiJ9BQkuBmRzZAs,6736
|
|
33
33
|
xinference/locale/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
34
34
|
xinference/locale/utils.py,sha256=w-G1DAJGw1UUQVVtq6khOZn7ZjobUmTw6qwHMm2eWIs,1312
|
|
35
35
|
xinference/locale/zh_CN.json,sha256=YA55G9s1p05Bt5RBoDo5SV12dd-CMJI0ABap6RpCp4M,1097
|
|
@@ -39,19 +39,19 @@ xinference/model/utils.py,sha256=rJjz2WWZ3FROf2GIUoiS9KveLB6mQVYkcEeG4HpIl9g,963
|
|
|
39
39
|
xinference/model/embedding/__init__.py,sha256=uU_fNnMbEpl6LxgzN_FC9U3DisjQwCwIvKv0gfjOFkI,2119
|
|
40
40
|
xinference/model/embedding/core.py,sha256=hzVxWuQlAmawRXGjGQdy-sF308TlQSOCk6A-CG8ivFI,16099
|
|
41
41
|
xinference/model/embedding/custom.py,sha256=iE3-iWVzxarXdeTdw5e6rxv6HQRXVbPHp65wwhT2IL8,3919
|
|
42
|
-
xinference/model/embedding/model_spec.json,sha256=
|
|
42
|
+
xinference/model/embedding/model_spec.json,sha256=ItkDOMHDxIkddIeHKrgi6LiOEzYLh4yFzRnTwFzVf6I,5289
|
|
43
43
|
xinference/model/embedding/model_spec_modelscope.json,sha256=eMCAEbw8Onfnj_3_Aj2OSnJe2RxStdEeRL3AezSh8QA,3461
|
|
44
44
|
xinference/model/image/__init__.py,sha256=XYuM4TsskWLitjw1QfesNdwKuGpFX5rUf38bQm9vyLs,938
|
|
45
45
|
xinference/model/image/core.py,sha256=ectdISnWjTvxxbj-ty9fgqNzLCBo7uX1q_iA6CbHs1U,5525
|
|
46
46
|
xinference/model/image/model_spec.json,sha256=VBo3jTq93UtwD9fB1oqrpIJVaZbyYNiougZuY81pt8g,2965
|
|
47
47
|
xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
48
48
|
xinference/model/image/stable_diffusion/core.py,sha256=IrOkn-wZSQxL14tE_5jFaW4sFokvJaE1OfBUSD8GCS0,5113
|
|
49
|
-
xinference/model/llm/__init__.py,sha256=
|
|
49
|
+
xinference/model/llm/__init__.py,sha256=wMT4RAiNhQwSptHTKtBcF74ks6Bnzp8JZN95e_QAbJE,4846
|
|
50
50
|
xinference/model/llm/core.py,sha256=YDUB-MGEu9CtHxtUKFlu9gNitFO-JvLb6xhaqOYdbZM,7761
|
|
51
|
-
xinference/model/llm/llm_family.json,sha256=
|
|
52
|
-
xinference/model/llm/llm_family.py,sha256=
|
|
53
|
-
xinference/model/llm/llm_family_modelscope.json,sha256=
|
|
54
|
-
xinference/model/llm/utils.py,sha256=
|
|
51
|
+
xinference/model/llm/llm_family.json,sha256=RgGH0elvo9V0lg7wxHPA_BiAhlZT31CWszFYnkuiac4,78647
|
|
52
|
+
xinference/model/llm/llm_family.py,sha256=y57PTE7QEt_lff6-WPT1BQZleBpTvzd8iZcUrJQIVvI,30436
|
|
53
|
+
xinference/model/llm/llm_family_modelscope.json,sha256=dARR9GOfyWw9k_NEMoIS-Jz5zXp1vAxUOo2EZqfZ-w4,43380
|
|
54
|
+
xinference/model/llm/utils.py,sha256=kq3Ese0ItleT6J7VkXlkBT5DBKeq8RVIh_m6XZzC2nU,21933
|
|
55
55
|
xinference/model/llm/ggml/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
56
56
|
xinference/model/llm/ggml/chatglm.py,sha256=XJ6lyr4Kl6-u65ZxFtEjPbIcd0tTdudKXYoEWFoNXig,12555
|
|
57
57
|
xinference/model/llm/ggml/ctransformers.py,sha256=n8dTItZe97cF79NkmsVPirqpBcrZiGAQfd2GRpz9-3I,9917
|
|
@@ -62,17 +62,17 @@ xinference/model/llm/ggml/tools/convert_ggml_to_gguf.py,sha256=ULvaoAKGH-L6RuRLF
|
|
|
62
62
|
xinference/model/llm/ggml/tools/gguf.py,sha256=Hv2haR-UN7NdB1N8YId32hFoEPd-JX6_aUNWRJhyJZc,30277
|
|
63
63
|
xinference/model/llm/pytorch/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
64
64
|
xinference/model/llm/pytorch/baichuan.py,sha256=6d9UQw5Ox1FFdPG-cO3aKPcUmio5bQ4j1X5B0eCg5TU,2703
|
|
65
|
-
xinference/model/llm/pytorch/chatglm.py,sha256=
|
|
65
|
+
xinference/model/llm/pytorch/chatglm.py,sha256=NfqT5bPyulO5xKoZs1oOe4f-zLtaMblUA1arkZXTDls,5294
|
|
66
66
|
xinference/model/llm/pytorch/compression.py,sha256=rN8z0yt2xV9ASLv1muYStyBdvZjGCQL-OYaEga4FwIQ,8081
|
|
67
|
-
xinference/model/llm/pytorch/core.py,sha256=
|
|
67
|
+
xinference/model/llm/pytorch/core.py,sha256=3_hn0VpQ0Mhv-mVFd-4eKdvhLmI6dWCvlgd7AEZRlco,18447
|
|
68
68
|
xinference/model/llm/pytorch/falcon.py,sha256=wC3_ILUtoimtOWox2_Sr94OcEkMYoB7Mf84R4LYHMGI,4298
|
|
69
69
|
xinference/model/llm/pytorch/llama_2.py,sha256=JQI9R_ZrNhTXg_MbS7el6P-ou49iMKq5vnr9QlQ_o70,3509
|
|
70
70
|
xinference/model/llm/pytorch/spec_decoding_utils.py,sha256=t059oJ0kvcXMA1pKizN1HDzs0LMf5Jpb5MM7aMNKnzQ,18750
|
|
71
71
|
xinference/model/llm/pytorch/spec_model.py,sha256=2rmSYaliu0nwOQzc3rnYFtBLFBayKZ9Xe2hkJUbe7mo,6810
|
|
72
|
-
xinference/model/llm/pytorch/utils.py,sha256=
|
|
72
|
+
xinference/model/llm/pytorch/utils.py,sha256=EuWHjaB-Yh6yfJpH31Kj_D3UGgPgoumqg2SPd73nSbI,21948
|
|
73
73
|
xinference/model/llm/pytorch/vicuna.py,sha256=eJ2HVHg-HbhVHRdA5g4N9I2_cCti4K9y3Y4WjMMzAIs,2217
|
|
74
74
|
xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
75
|
-
xinference/model/llm/vllm/core.py,sha256=
|
|
75
|
+
xinference/model/llm/vllm/core.py,sha256=Is7ECVzuzPQdZaHzw_pczwkON4jhUGSrfoM-8bxdD3k,14381
|
|
76
76
|
xinference/model/multimodal/__init__.py,sha256=dVujhfm0TgUqfjuLzfJ42SOBELGx7Th_SAS9DecOpI4,1358
|
|
77
77
|
xinference/model/multimodal/core.py,sha256=-J6QOJwhyAIlfEfTX0Rw4ynNutCCusQSBITSBknkJAk,15092
|
|
78
78
|
xinference/model/multimodal/model_spec.json,sha256=7lixv0_dfUP5uUq1YGstEW4aO3AX3eILPfN-6rPPdkc,805
|
|
@@ -84,12 +84,12 @@ xinference/model/rerank/model_spec.json,sha256=VbKnpfuEoYkWkRb8NwPpzXOzaFgAn2HAW
|
|
|
84
84
|
xinference/model/rerank/model_spec_modelscope.json,sha256=38MIVSgGGAsFXc2eP1j4AMSPqwYdFTwPaxJFiN72Fv4,375
|
|
85
85
|
xinference/web/ui/package-lock.json,sha256=E-fei8laY3SBVzKzh7MVkCCJ2RpbDvmcGmCq3Eau9qU,764638
|
|
86
86
|
xinference/web/ui/package.json,sha256=yXGtUAFOEc4KLyeIqXouGw_wIXVTuPWH0zhiVphajfk,1870
|
|
87
|
-
xinference/web/ui/build/asset-manifest.json,sha256=
|
|
87
|
+
xinference/web/ui/build/asset-manifest.json,sha256=HHQ3YjSj7C1_d2ywo8-MtLNADEnUutf3qTuPimE1fXE,300
|
|
88
88
|
xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
|
|
89
|
-
xinference/web/ui/build/index.html,sha256=
|
|
90
|
-
xinference/web/ui/build/static/js/main.
|
|
91
|
-
xinference/web/ui/build/static/js/main.
|
|
92
|
-
xinference/web/ui/build/static/js/main.
|
|
89
|
+
xinference/web/ui/build/index.html,sha256=PCuOn18FV3mohCGRLFT7w8gVyWV2LHVNn-psANC6GrE,589
|
|
90
|
+
xinference/web/ui/build/static/js/main.236e72e7.js,sha256=lSqTHJHbsIB6_IP6QB-4sSD9SooRl5PgjlaHhje8oho,889044
|
|
91
|
+
xinference/web/ui/build/static/js/main.236e72e7.js.LICENSE.txt,sha256=HRc4F3vpj4LQUbfUpY-yPS93SBojKiuhIU8kwt3Gb9Q,2061
|
|
92
|
+
xinference/web/ui/build/static/js/main.236e72e7.js.map,sha256=p69ZQWMtOb0H4e_N-o2Q1VbtEp2UEcW8kW0LVRLgKLk,3997250
|
|
93
93
|
xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
|
|
94
94
|
xinference/web/ui/node_modules/.package-lock.json,sha256=KwVsVDKUDKDismmjJguqwRw9qBvhCz9xA4tJ2IRvPXc,762731
|
|
95
95
|
xinference/web/ui/node_modules/.cache/babel-loader/000791038e4133db461021f1018491323a006cca7a53e09c2ac35032bc36d8b6.json,sha256=lcvLWh7kYVCN6ZBwqKJYmnST8it8tv7i7gOzsbV5Gas,1358
|
|
@@ -5812,6 +5812,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/78e174f010063174ec51bb0c537b6
|
|
|
5812
5812
|
xinference/web/ui/node_modules/.cache/babel-loader/78e31a3b418951d3dba8630e744580cf7deeb813fcd89de4e8d84e357334da49.json,sha256=j4ygVienbg7kpAmVn17Xog6eE4JW7Q18NmH6olnr0GY,1520
|
|
5813
5813
|
xinference/web/ui/node_modules/.cache/babel-loader/78ec2ac4696fda3c4a63364fe57586e86f7b8643418ff89d9d25eeda9223f37f.json,sha256=tcvfLJVrBv7jZZn6Esgx0q7iZBMYfYwBfmPEl0BSCSk,1359
|
|
5814
5814
|
xinference/web/ui/node_modules/.cache/babel-loader/78ede19bfde14f77215de13b3fb020f9608c968846365063bea49a8353cb930a.json,sha256=Gx2bw5HiBltt03EL5AsxzaT4-FQvoIbkaX5Hnl4Pb5c,2306
|
|
5815
|
+
xinference/web/ui/node_modules/.cache/babel-loader/78f2521da2e2a98b075a2666cb782c7e2c019cd3c72199eecd5901c82d8655df.json,sha256=DQiM2tgDUq4dBqewPexdSSUvVZIHPmExr7vbaHwP4PQ,57248
|
|
5815
5816
|
xinference/web/ui/node_modules/.cache/babel-loader/78f52f7fcd4a214f1fff79fc1ec392e19ba7651ac0a0d84ef7aec8d4e11b2a5e.json,sha256=szJ5cXk-OuC-_wK1hMycjy0i2axr2Al4sQ7kMfESnf0,1564
|
|
5816
5817
|
xinference/web/ui/node_modules/.cache/babel-loader/790635cef6e3e14ad9e17c2eb35611f601f8d5f08003c9ef7becc929dda47541.json,sha256=Oj4ztyqTbtflwZLD5ES_j_1VtQFaP7hmLr9gkaCpv4Q,1293
|
|
5817
5818
|
xinference/web/ui/node_modules/.cache/babel-loader/7915f8e6c0b84c0a2eee34757ca9308d032d9160dcc55f3bf2c39bbc5d1ad90a.json,sha256=J6e99VJsfTcJpZ4iMHgz8wSRcjXeH_Hed-r55ebIwqo,1169
|
|
@@ -9749,7 +9750,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/ca691da73a47bc2af9278bb860f29
|
|
|
9749
9750
|
xinference/web/ui/node_modules/.cache/babel-loader/ca7d8f54c37ee6b9c0b68b042dc020e12a1bf5f594894548b0e6cce0eea538e7.json,sha256=rVDzgTJpZQ4IgpQZVQNp5kIgsTwH2BvtF5Qhh0pY_BQ,1704
|
|
9750
9751
|
xinference/web/ui/node_modules/.cache/babel-loader/ca829b9942268eeedf944021043fcbf468183f93fca20d5d8f9e13e9b44ffdf5.json,sha256=4vJQW7bhOLxd-ujfDh9djk9TGZbp6LmU4REy6WSOJPE,1894
|
|
9751
9752
|
xinference/web/ui/node_modules/.cache/babel-loader/ca83a0e3b6bac5d571db3d09885266036161fec56286c0fa71eca73a08f92e83.json,sha256=gPLZGd-hnxVr7hjYvuhNg6rObCmbw7MjVWhOQrsYdmE,1104
|
|
9752
|
-
xinference/web/ui/node_modules/.cache/babel-loader/ca8515ecefb4a06c5305417bfd9c04e13cf6b9103f52a47c925921b26c0a9f9d.json,sha256=v0jP3B0U2dMm-U71Vox4iGWkkv-CTK48c_MHo6-nLUE,52483
|
|
9753
9753
|
xinference/web/ui/node_modules/.cache/babel-loader/ca92dac3029f7ce5c3a2f397dab5f645f9745fc2c66ea3e08ae9ae8303077d8f.json,sha256=hdxP86ZqR-UzzbonM-6VVewAqo5YW4PRWmpH6OR2d3c,1297
|
|
9754
9754
|
xinference/web/ui/node_modules/.cache/babel-loader/ca9834475be6b753a379ce79c6c5870e7239bb49bb3fa71111e18097f29af89a.json,sha256=bEE_6SYBcKzyEDRGvN_0Wt87_YZeZT0uwfI-9se_-o0,1083
|
|
9755
9755
|
xinference/web/ui/node_modules/.cache/babel-loader/ca9d73c0fd17cddeb32ae1acb30d6bd5c349b83b28dec78078d214acc6e5e9c1.json,sha256=MDnmrZPojNeCqylzUffvyN7NZcUd7OfjfEHiqAU6xXE,1405
|
|
@@ -15260,9 +15260,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
|
|
|
15260
15260
|
xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
|
|
15261
15261
|
xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
|
|
15262
15262
|
xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
|
|
15263
|
-
xinference-0.7.
|
|
15264
|
-
xinference-0.7.
|
|
15265
|
-
xinference-0.7.
|
|
15266
|
-
xinference-0.7.
|
|
15267
|
-
xinference-0.7.
|
|
15268
|
-
xinference-0.7.
|
|
15263
|
+
xinference-0.7.5.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
|
|
15264
|
+
xinference-0.7.5.dist-info/METADATA,sha256=fpd9txp3yIlmCN0C5lzFnHMJxHcKnZKkQl39MunmcoQ,12922
|
|
15265
|
+
xinference-0.7.5.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
|
|
15266
|
+
xinference-0.7.5.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
|
|
15267
|
+
xinference-0.7.5.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
|
|
15268
|
+
xinference-0.7.5.dist-info/RECORD,,
|