xinference 1.3.1__py3-none-any.whl → 1.4.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of xinference might be problematic. Click here for more details.

Files changed (45) hide show
  1. xinference/_version.py +3 -3
  2. xinference/core/chat_interface.py +39 -24
  3. xinference/model/llm/__init__.py +3 -0
  4. xinference/model/llm/core.py +2 -5
  5. xinference/model/llm/llama_cpp/core.py +52 -16
  6. xinference/model/llm/llm_family.json +364 -21
  7. xinference/model/llm/llm_family_modelscope.json +258 -23
  8. xinference/model/llm/mlx/core.py +15 -11
  9. xinference/model/llm/{reasoning_parsers/deepseek_r1_reasoning_parser.py → reasoning_parser.py} +19 -14
  10. xinference/model/llm/sglang/core.py +2 -0
  11. xinference/model/llm/transformers/core.py +3 -2
  12. xinference/model/llm/transformers/gemma3.py +185 -0
  13. xinference/model/llm/transformers/intern_vl.py +0 -2
  14. xinference/model/llm/utils.py +78 -32
  15. xinference/model/llm/vllm/core.py +10 -3
  16. xinference/types.py +2 -2
  17. xinference/web/ui/build/asset-manifest.json +6 -6
  18. xinference/web/ui/build/index.html +1 -1
  19. xinference/web/ui/build/static/css/main.b494ae7e.css +2 -0
  20. xinference/web/ui/build/static/css/main.b494ae7e.css.map +1 -0
  21. xinference/web/ui/build/static/js/main.3cea968e.js +3 -0
  22. xinference/web/ui/build/static/js/main.3cea968e.js.map +1 -0
  23. xinference/web/ui/node_modules/.cache/babel-loader/7f59e45e3f268ab8a4788b6fb024cf8dab088736dff22f5a3a39c122a83ab930.json +1 -0
  24. xinference/web/ui/node_modules/.cache/babel-loader/cc97b49285d7717c63374766c789141a4329a04582ab32756d7e0e614d4c5c7f.json +1 -0
  25. xinference/web/ui/node_modules/.cache/babel-loader/dcd60488509450bfff37bfff56de2c096d51de17dd00ec60d4db49c8b483ada1.json +1 -0
  26. xinference/web/ui/node_modules/.cache/babel-loader/f199e8173f6409a5802ed44acb95f218388131136504b2e9132129e150c92f9a.json +1 -0
  27. xinference/web/ui/src/locales/en.json +2 -2
  28. xinference/web/ui/src/locales/zh.json +1 -1
  29. {xinference-1.3.1.dist-info → xinference-1.4.0.dist-info}/METADATA +3 -3
  30. {xinference-1.3.1.dist-info → xinference-1.4.0.dist-info}/RECORD +35 -36
  31. xinference/model/llm/reasoning_parsers/__init__.py +0 -13
  32. xinference/model/llm/reasoning_parsers/abs_reasoning_parsers.py +0 -98
  33. xinference/web/ui/build/static/css/main.f8177338.css +0 -2
  34. xinference/web/ui/build/static/css/main.f8177338.css.map +0 -1
  35. xinference/web/ui/build/static/js/main.55b70cb7.js +0 -3
  36. xinference/web/ui/build/static/js/main.55b70cb7.js.map +0 -1
  37. xinference/web/ui/node_modules/.cache/babel-loader/2deac8d5636974533e3714f34e94fc754f9153a07c6ee11e72846cb8eae47e4b.json +0 -1
  38. xinference/web/ui/node_modules/.cache/babel-loader/db16a983bc08a05f0439cc61ca0840e49e1d8400eef678909f16c032a418a3d6.json +0 -1
  39. xinference/web/ui/node_modules/.cache/babel-loader/e23d476fcbf6fd69c8986bf82133d257d28aa8fc9a5cab231d81c1c75c58cd99.json +0 -1
  40. xinference/web/ui/node_modules/.cache/babel-loader/e7a8c37fda8725cab69c7ef8c627060bd7fc806adc67e00fe628ba148cb86d7f.json +0 -1
  41. /xinference/web/ui/build/static/js/{main.55b70cb7.js.LICENSE.txt → main.3cea968e.js.LICENSE.txt} +0 -0
  42. {xinference-1.3.1.dist-info → xinference-1.4.0.dist-info}/LICENSE +0 -0
  43. {xinference-1.3.1.dist-info → xinference-1.4.0.dist-info}/WHEEL +0 -0
  44. {xinference-1.3.1.dist-info → xinference-1.4.0.dist-info}/entry_points.txt +0 -0
  45. {xinference-1.3.1.dist-info → xinference-1.4.0.dist-info}/top_level.txt +0 -0
@@ -0,0 +1 @@
1
+ {"ast":null,"code":"import _createForOfIteratorHelper from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/createForOfIteratorHelper.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{Button,Dialog,DialogActions,DialogContent,DialogTitle,TextField}from'@mui/material';import React,{useState}from'react';import{useTranslation}from'react-i18next';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var PasteDialog=function PasteDialog(_ref){var open=_ref.open,onHandleClose=_ref.onHandleClose,onHandleCommandLine=_ref.onHandleCommandLine;var _useTranslation=useTranslation(),t=_useTranslation.t;var _useState=useState(''),_useState2=_slicedToArray(_useState,2),command=_useState2[0],setCommand=_useState2[1];var handleClose=function handleClose(){onHandleClose();setCommand('');};var parseXinferenceCommand=function parseXinferenceCommand(){var params={};var peftModelConfig={lora_list:[],image_lora_load_kwargs:{},image_lora_fuse_kwargs:{}};var newcommand=command.replace('xinference launch','').trim();var args=newcommand.match(/--[\\w-]+(?:\\s+(?:\"[^\"]*\"|'[^']*'|(?:[^\\s-][^\\s]*\\s*)+))?/g)||[];var _iterator=_createForOfIteratorHelper(args),_step;try{for(_iterator.s();!(_step=_iterator.n()).done;){var arg=_step.value;var match=arg.trim().match(/^--([\\w-]+)\\s+(?:\"([^\"]+)\"|'([^']+)'|(.+))?$/);if(!match)continue;var key=match[1];var value=match[2]||match[3]||match[4]||'';var normalizedKey=key.replace(/-/g,'_');if(normalizedKey==='gpu_idx'){params[normalizedKey]=value.split(',').map(Number);}else if(normalizedKey==='lora_modules'){var loraPairs=value.split(/\\s+/);for(var i=0;i<loraPairs.length;i+=2){var lora_name=loraPairs[i];var local_path=loraPairs[i+1];if(lora_name&&local_path){peftModelConfig.lora_list.push({lora_name:lora_name,local_path:local_path});}}}else if(normalizedKey==='image_lora_load_kwargs'){var _value$split=value.split(/\\s+/),_value$split2=_slicedToArray(_value$split,2),load_param=_value$split2[0],load_value=_value$split2[1];peftModelConfig.image_lora_load_kwargs[load_param]=load_value;}else if(normalizedKey==='image_lora_fuse_kwargs'){var _value$split3=value.split(/\\s+/),_value$split4=_slicedToArray(_value$split3,2),fuse_param=_value$split4[0],fuse_value=_value$split4[1];peftModelConfig.image_lora_fuse_kwargs[fuse_param]=fuse_value;}else{if(['cpu_offload','reasoning_content'].includes(normalizedKey)){params[normalizedKey]=value==='true'?true:false;}else if(normalizedKey==='size_in_billions'){params['model_size_in_billions']=value;}else{params[normalizedKey]=value;}}}}catch(err){_iterator.e(err);}finally{_iterator.f();}if(peftModelConfig.lora_list.length>0||Object.keys(peftModelConfig.image_lora_load_kwargs).length>0||Object.keys(peftModelConfig.image_lora_fuse_kwargs).length>0){params.peft_model_config=peftModelConfig;}onHandleCommandLine(params);handleClose();};return/*#__PURE__*/_jsxs(Dialog,{open:open,children:[/*#__PURE__*/_jsx(DialogTitle,{children:t('launchModel.commandLineParsing')}),/*#__PURE__*/_jsx(DialogContent,{children:/*#__PURE__*/_jsx(\"div\",{style:{width:'500px',height:'120px'},children:/*#__PURE__*/_jsx(TextField,{multiline:true,fullWidth:true,rows:5,placeholder:t('launchModel.placeholderTip'),value:command,onChange:function onChange(e){setCommand(e.target.value);}})})}),/*#__PURE__*/_jsxs(DialogActions,{children:[/*#__PURE__*/_jsx(Button,{onClick:handleClose,children:t('launchModel.cancel')}),/*#__PURE__*/_jsx(Button,{autoFocus:true,onClick:parseXinferenceCommand,children:t('launchModel.confirm')})]})]});};export default PasteDialog;","map":{"version":3,"names":["Button","Dialog","DialogActions","DialogContent","DialogTitle","TextField","React","useState","useTranslation","jsx","_jsx","jsxs","_jsxs","PasteDialog","_ref","open","onHandleClose","onHandleCommandLine","_useTranslation","t","_useState","_useState2","_slicedToArray","command","setCommand","handleClose","parseXinferenceCommand","params","peftModelConfig","lora_list","image_lora_load_kwargs","image_lora_fuse_kwargs","newcommand","replace","trim","args","match","_iterator","_createForOfIteratorHelper","_step","s","n","done","arg","value","key","normalizedKey","split","map","Number","loraPairs","i","length","lora_name","local_path","push","_value$split","_value$split2","load_param","load_value","_value$split3","_value$split4","fuse_param","fuse_value","includes","err","e","f","Object","keys","peft_model_config","children","style","width","height","multiline","fullWidth","rows","placeholder","onChange","target","onClick","autoFocus"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/components/pasteDialog.js"],"sourcesContent":["import {\n Button,\n Dialog,\n DialogActions,\n DialogContent,\n DialogTitle,\n TextField,\n} from '@mui/material'\nimport React, { useState } from 'react'\nimport { useTranslation } from 'react-i18next'\n\nconst PasteDialog = ({ open, onHandleClose, onHandleCommandLine }) => {\n const { t } = useTranslation()\n const [command, setCommand] = useState('')\n\n const handleClose = () => {\n onHandleClose()\n setCommand('')\n }\n\n const parseXinferenceCommand = () => {\n const params = {}\n const peftModelConfig = {\n lora_list: [],\n image_lora_load_kwargs: {},\n image_lora_fuse_kwargs: {},\n }\n let newcommand = command.replace('xinference launch', '').trim()\n const args =\n newcommand.match(\n /--[\\w-]+(?:\\s+(?:\"[^\"]*\"|'[^']*'|(?:[^\\s-][^\\s]*\\s*)+))?/g\n ) || []\n\n for (const arg of args) {\n const match = arg\n .trim()\n .match(/^--([\\w-]+)\\s+(?:\"([^\"]+)\"|'([^']+)'|(.+))?$/)\n if (!match) continue\n\n const key = match[1]\n const value = match[2] || match[3] || match[4] || ''\n const normalizedKey = key.replace(/-/g, '_')\n\n if (normalizedKey === 'gpu_idx') {\n params[normalizedKey] = value.split(',').map(Number)\n } else if (normalizedKey === 'lora_modules') {\n const loraPairs = value.split(/\\s+/)\n for (let i = 0; i < loraPairs.length; i += 2) {\n const lora_name = loraPairs[i]\n const local_path = loraPairs[i + 1]\n if (lora_name && local_path) {\n peftModelConfig.lora_list.push({ lora_name, local_path })\n }\n }\n } else if (normalizedKey === 'image_lora_load_kwargs') {\n const [load_param, load_value] = value.split(/\\s+/)\n peftModelConfig.image_lora_load_kwargs[load_param] = load_value\n } else if (normalizedKey === 'image_lora_fuse_kwargs') {\n const [fuse_param, fuse_value] = value.split(/\\s+/)\n peftModelConfig.image_lora_fuse_kwargs[fuse_param] = fuse_value\n } else {\n if (['cpu_offload', 'reasoning_content'].includes(normalizedKey)) {\n params[normalizedKey] = value === 'true' ? true : false\n } else if (normalizedKey === 'size_in_billions') {\n params['model_size_in_billions'] = value\n } else {\n params[normalizedKey] = value\n }\n }\n }\n\n if (\n peftModelConfig.lora_list.length > 0 ||\n Object.keys(peftModelConfig.image_lora_load_kwargs).length > 0 ||\n Object.keys(peftModelConfig.image_lora_fuse_kwargs).length > 0\n ) {\n params.peft_model_config = peftModelConfig\n }\n\n onHandleCommandLine(params)\n handleClose()\n }\n\n return (\n <Dialog open={open}>\n <DialogTitle>{t('launchModel.commandLineParsing')}</DialogTitle>\n <DialogContent>\n <div style={{ width: '500px', height: '120px' }}>\n <TextField\n multiline\n fullWidth\n rows={5}\n placeholder={t('launchModel.placeholderTip')}\n value={command}\n onChange={(e) => {\n setCommand(e.target.value)\n }}\n />\n </div>\n </DialogContent>\n <DialogActions>\n <Button onClick={handleClose}>{t('launchModel.cancel')}</Button>\n <Button autoFocus onClick={parseXinferenceCommand}>\n {t('launchModel.confirm')}\n </Button>\n </DialogActions>\n </Dialog>\n )\n}\n\nexport default PasteDialog\n"],"mappings":"kTAAA,OACEA,MAAM,CACNC,MAAM,CACNC,aAAa,CACbC,aAAa,CACbC,WAAW,CACXC,SAAS,KACJ,eAAe,CACtB,MAAO,CAAAC,KAAK,EAAIC,QAAQ,KAAQ,OAAO,CACvC,OAASC,cAAc,KAAQ,eAAe,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAE9C,GAAM,CAAAC,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAAC,IAAA,CAAqD,IAA/C,CAAAC,IAAI,CAAAD,IAAA,CAAJC,IAAI,CAAEC,aAAa,CAAAF,IAAA,CAAbE,aAAa,CAAEC,mBAAmB,CAAAH,IAAA,CAAnBG,mBAAmB,CAC7D,IAAAC,eAAA,CAAcV,cAAc,CAAC,CAAC,CAAtBW,CAAC,CAAAD,eAAA,CAADC,CAAC,CACT,IAAAC,SAAA,CAA8Bb,QAAQ,CAAC,EAAE,CAAC,CAAAc,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAAnCG,OAAO,CAAAF,UAAA,IAAEG,UAAU,CAAAH,UAAA,IAE1B,GAAM,CAAAI,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAA,CAAS,CACxBT,aAAa,CAAC,CAAC,CACfQ,UAAU,CAAC,EAAE,CAAC,CAChB,CAAC,CAED,GAAM,CAAAE,sBAAsB,CAAG,QAAzB,CAAAA,sBAAsBA,CAAA,CAAS,CACnC,GAAM,CAAAC,MAAM,CAAG,CAAC,CAAC,CACjB,GAAM,CAAAC,eAAe,CAAG,CACtBC,SAAS,CAAE,EAAE,CACbC,sBAAsB,CAAE,CAAC,CAAC,CAC1BC,sBAAsB,CAAE,CAAC,CAC3B,CAAC,CACD,GAAI,CAAAC,UAAU,CAAGT,OAAO,CAACU,OAAO,CAAC,mBAAmB,CAAE,EAAE,CAAC,CAACC,IAAI,CAAC,CAAC,CAChE,GAAM,CAAAC,IAAI,CACRH,UAAU,CAACI,KAAK,CACd,2DACF,CAAC,EAAI,EAAE,KAAAC,SAAA,CAAAC,0BAAA,CAESH,IAAI,EAAAI,KAAA,KAAtB,IAAAF,SAAA,CAAAG,CAAA,KAAAD,KAAA,CAAAF,SAAA,CAAAI,CAAA,IAAAC,IAAA,EAAwB,IAAb,CAAAC,GAAG,CAAAJ,KAAA,CAAAK,KAAA,CACZ,GAAM,CAAAR,KAAK,CAAGO,GAAG,CACdT,IAAI,CAAC,CAAC,CACNE,KAAK,CAAC,8CAA8C,CAAC,CACxD,GAAI,CAACA,KAAK,CAAE,SAEZ,GAAM,CAAAS,GAAG,CAAGT,KAAK,CAAC,CAAC,CAAC,CACpB,GAAM,CAAAQ,KAAK,CAAGR,KAAK,CAAC,CAAC,CAAC,EAAIA,KAAK,CAAC,CAAC,CAAC,EAAIA,KAAK,CAAC,CAAC,CAAC,EAAI,EAAE,CACpD,GAAM,CAAAU,aAAa,CAAGD,GAAG,CAACZ,OAAO,CAAC,IAAI,CAAE,GAAG,CAAC,CAE5C,GAAIa,aAAa,GAAK,SAAS,CAAE,CAC/BnB,MAAM,CAACmB,aAAa,CAAC,CAAGF,KAAK,CAACG,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAACC,MAAM,CAAC,CACtD,CAAC,IAAM,IAAIH,aAAa,GAAK,cAAc,CAAE,CAC3C,GAAM,CAAAI,SAAS,CAAGN,KAAK,CAACG,KAAK,CAAC,KAAK,CAAC,CACpC,IAAK,GAAI,CAAAI,CAAC,CAAG,CAAC,CAAEA,CAAC,CAAGD,SAAS,CAACE,MAAM,CAAED,CAAC,EAAI,CAAC,CAAE,CAC5C,GAAM,CAAAE,SAAS,CAAGH,SAAS,CAACC,CAAC,CAAC,CAC9B,GAAM,CAAAG,UAAU,CAAGJ,SAAS,CAACC,CAAC,CAAG,CAAC,CAAC,CACnC,GAAIE,SAAS,EAAIC,UAAU,CAAE,CAC3B1B,eAAe,CAACC,SAAS,CAAC0B,IAAI,CAAC,CAAEF,SAAS,CAATA,SAAS,CAAEC,UAAU,CAAVA,UAAW,CAAC,CAAC,CAC3D,CACF,CACF,CAAC,IAAM,IAAIR,aAAa,GAAK,wBAAwB,CAAE,CACrD,IAAAU,YAAA,CAAiCZ,KAAK,CAACG,KAAK,CAAC,KAAK,CAAC,CAAAU,aAAA,CAAAnC,cAAA,CAAAkC,YAAA,IAA5CE,UAAU,CAAAD,aAAA,IAAEE,UAAU,CAAAF,aAAA,IAC7B7B,eAAe,CAACE,sBAAsB,CAAC4B,UAAU,CAAC,CAAGC,UAAU,CACjE,CAAC,IAAM,IAAIb,aAAa,GAAK,wBAAwB,CAAE,CACrD,IAAAc,aAAA,CAAiChB,KAAK,CAACG,KAAK,CAAC,KAAK,CAAC,CAAAc,aAAA,CAAAvC,cAAA,CAAAsC,aAAA,IAA5CE,UAAU,CAAAD,aAAA,IAAEE,UAAU,CAAAF,aAAA,IAC7BjC,eAAe,CAACG,sBAAsB,CAAC+B,UAAU,CAAC,CAAGC,UAAU,CACjE,CAAC,IAAM,CACL,GAAI,CAAC,aAAa,CAAE,mBAAmB,CAAC,CAACC,QAAQ,CAAClB,aAAa,CAAC,CAAE,CAChEnB,MAAM,CAACmB,aAAa,CAAC,CAAGF,KAAK,GAAK,MAAM,CAAG,IAAI,CAAG,KAAK,CACzD,CAAC,IAAM,IAAIE,aAAa,GAAK,kBAAkB,CAAE,CAC/CnB,MAAM,CAAC,wBAAwB,CAAC,CAAGiB,KAAK,CAC1C,CAAC,IAAM,CACLjB,MAAM,CAACmB,aAAa,CAAC,CAAGF,KAAK,CAC/B,CACF,CACF,CAAC,OAAAqB,GAAA,EAAA5B,SAAA,CAAA6B,CAAA,CAAAD,GAAA,WAAA5B,SAAA,CAAA8B,CAAA,IAED,GACEvC,eAAe,CAACC,SAAS,CAACuB,MAAM,CAAG,CAAC,EACpCgB,MAAM,CAACC,IAAI,CAACzC,eAAe,CAACE,sBAAsB,CAAC,CAACsB,MAAM,CAAG,CAAC,EAC9DgB,MAAM,CAACC,IAAI,CAACzC,eAAe,CAACG,sBAAsB,CAAC,CAACqB,MAAM,CAAG,CAAC,CAC9D,CACAzB,MAAM,CAAC2C,iBAAiB,CAAG1C,eAAe,CAC5C,CAEAX,mBAAmB,CAACU,MAAM,CAAC,CAC3BF,WAAW,CAAC,CAAC,CACf,CAAC,CAED,mBACEb,KAAA,CAACX,MAAM,EAACc,IAAI,CAAEA,IAAK,CAAAwD,QAAA,eACjB7D,IAAA,CAACN,WAAW,EAAAmE,QAAA,CAAEpD,CAAC,CAAC,gCAAgC,CAAC,CAAc,CAAC,cAChET,IAAA,CAACP,aAAa,EAAAoE,QAAA,cACZ7D,IAAA,QAAK8D,KAAK,CAAE,CAAEC,KAAK,CAAE,OAAO,CAAEC,MAAM,CAAE,OAAQ,CAAE,CAAAH,QAAA,cAC9C7D,IAAA,CAACL,SAAS,EACRsE,SAAS,MACTC,SAAS,MACTC,IAAI,CAAE,CAAE,CACRC,WAAW,CAAE3D,CAAC,CAAC,4BAA4B,CAAE,CAC7CyB,KAAK,CAAErB,OAAQ,CACfwD,QAAQ,CAAE,SAAAA,SAACb,CAAC,CAAK,CACf1C,UAAU,CAAC0C,CAAC,CAACc,MAAM,CAACpC,KAAK,CAAC,CAC5B,CAAE,CACH,CAAC,CACC,CAAC,CACO,CAAC,cAChBhC,KAAA,CAACV,aAAa,EAAAqE,QAAA,eACZ7D,IAAA,CAACV,MAAM,EAACiF,OAAO,CAAExD,WAAY,CAAA8C,QAAA,CAAEpD,CAAC,CAAC,oBAAoB,CAAC,CAAS,CAAC,cAChET,IAAA,CAACV,MAAM,EAACkF,SAAS,MAACD,OAAO,CAAEvD,sBAAuB,CAAA6C,QAAA,CAC/CpD,CAAC,CAAC,qBAAqB,CAAC,CACnB,CAAC,EACI,CAAC,EACV,CAAC,CAEb,CAAC,CAED,cAAe,CAAAN,WAAW","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}
@@ -52,8 +52,8 @@
52
52
  "modelFormat": "Model Format",
53
53
  "modelSize": "Model Size",
54
54
  "quantization": "Quantization",
55
- "nGPU": "GPU Count",
56
- "nGPUPerWorker": "GPU Count Per Worker",
55
+ "nGPU": "GPU Count per Replica",
56
+ "nGPUPerWorker": "GPU Count per Worker",
57
57
  "nGpuLayers": "N GPU Layers",
58
58
  "replica": "Replica",
59
59
  "optionalConfigurations": "Optional Configurations",
@@ -52,7 +52,7 @@
52
52
  "modelFormat": "模型格式",
53
53
  "modelSize": "模型大小",
54
54
  "quantization": "量化",
55
- "nGPU": "GPU 数量",
55
+ "nGPU": "GPU 数量 (每个副本)",
56
56
  "nGPUPerWorker": "每个 Worker 上的 GPU 数量",
57
57
  "nGpuLayers": "GPU 层数",
58
58
  "replica": "副本",
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xinference
3
- Version: 1.3.1
3
+ Version: 1.4.0
4
4
  Summary: Model Serving Made Easy
5
5
  Home-page: https://github.com/xorbitsai/inference
6
6
  Author: Qin Xuye
@@ -292,6 +292,7 @@ potential of cutting-edge AI models.
292
292
 
293
293
  ## 🔥 Hot Topics
294
294
  ### Framework Enhancements
295
+ - [Xllamacpp](https://github.com/xorbitsai/xllamacpp): New llama.cpp Python binding, maintained by Xinference team, supports continuous batching and is more production-ready.: [#2997](https://github.com/xorbitsai/inference/pull/2997)
295
296
  - Distributed inference: running models across workers: [#2877](https://github.com/xorbitsai/inference/pull/2877)
296
297
  - VLLM enhancement: Shared KV cache across multiple replicas: [#2732](https://github.com/xorbitsai/inference/pull/2732)
297
298
  - Support Continuous batching for Transformers engine: [#1724](https://github.com/xorbitsai/inference/pull/1724)
@@ -299,8 +300,8 @@ potential of cutting-edge AI models.
299
300
  - Support specifying worker and GPU indexes for launching models: [#1195](https://github.com/xorbitsai/inference/pull/1195)
300
301
  - Support SGLang backend: [#1161](https://github.com/xorbitsai/inference/pull/1161)
301
302
  - Support LoRA for LLM and image models: [#1080](https://github.com/xorbitsai/inference/pull/1080)
302
- - Support speech recognition model: [#929](https://github.com/xorbitsai/inference/pull/929)
303
303
  ### New Models
304
+ - Built-in support for [QwQ-32B](https://qwenlm.github.io/blog/qwq-32b/): [#3005](https://github.com/xorbitsai/inference/pull/3005)
304
305
  - Built-in support for [DeepSeek V3 and R1](https://github.com/deepseek-ai/DeepSeek-R1): [#2864](https://github.com/xorbitsai/inference/pull/2864)
305
306
  - Built-in support for [InternVL2.5](https://internvl.github.io/blog/2024-12-05-InternVL-2.5/): [#2776](https://github.com/xorbitsai/inference/pull/2776)
306
307
  - Built-in support for [DeepSeek-R1-Distill-Llama](https://github.com/deepseek-ai/DeepSeek-R1?tab=readme-ov-file#deepseek-r1-distill-models): [#2811](https://github.com/xorbitsai/inference/pull/2811)
@@ -308,7 +309,6 @@ potential of cutting-edge AI models.
308
309
  - Built-in support for [Kokoro-82M](https://huggingface.co/hexgrad/Kokoro-82M): [#2790](https://github.com/xorbitsai/inference/pull/2790)
309
310
  - Built-in support for [qwen2.5-vl](https://github.com/QwenLM/Qwen2.5-VL): [#2788](https://github.com/xorbitsai/inference/pull/2788)
310
311
  - Built-in support for [internlm3-instruct](https://github.com/InternLM/InternLM): [#2789](https://github.com/xorbitsai/inference/pull/2789)
311
- - Built-in support for [MeloTTS](https://github.com/myshell-ai/MeloTTS): [#2760](https://github.com/xorbitsai/inference/pull/2760)
312
312
  ### Integrations
313
313
  - [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
314
314
  - [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.
@@ -1,12 +1,12 @@
1
1
  xinference/__init__.py,sha256=nmTTrYbIpj964ZF6ojtgOM7E85JBOj1EyQbmYjbj1jw,915
2
2
  xinference/_compat.py,sha256=URSJQLXrcsTO9B_4x0wVDPijYQDhuVJmZ95npID560w,4197
3
- xinference/_version.py,sha256=Qg0ZT0v5l0WLBFPFak_ZgiMLc3mfmofYyFkTV9kMIUE,497
3
+ xinference/_version.py,sha256=WSAoAhUZgTTouL5wbCTJZXIahCw1mzxA10HNJ5X7BJY,497
4
4
  xinference/conftest.py,sha256=ZB7li77s4_H4ZEQpDo2PX-b4zrs8-bIpvh59P_CaSoo,9691
5
5
  xinference/constants.py,sha256=mEW4HDzjXtDXN61Mt6TtJrJ4ljbB6VUkh97e3oDbNx4,3905
6
6
  xinference/device_utils.py,sha256=ELsqvnjvz9wYthTyQFzKSV4mZsaASz6hj_IsfMmfMWc,4447
7
7
  xinference/fields.py,sha256=0UtBFaDNzn1n9MRjyTkNrolsIML-TpZfudWOejqjni8,5245
8
8
  xinference/isolation.py,sha256=gTU1em5fxg1m-7hxieWBMZvVkXZX4GZYmeT7XxXsYrU,2699
9
- xinference/types.py,sha256=4mmuCVRx2BuciB4kQoot6Z-yw3ixa7GITM1M_75yeGQ,13291
9
+ xinference/types.py,sha256=fhz2qO_CzOu9_w_pT0D1lPL_mkx_2HVC5f1X0yZiWr4,13317
10
10
  xinference/utils.py,sha256=zYgf9bCvfbybRt3gEog6r5WJCpj0czZCf0qgRdYjkN8,720
11
11
  xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
12
12
  xinference/api/restful_api.py,sha256=GENX8AMUFxHjhImCIZYorxYonGOixzHhuQBLOsB7orI,92774
@@ -21,7 +21,7 @@ xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7
21
21
  xinference/client/restful/restful_client.py,sha256=DofFF0ZaOmBpCVp9qtAeYDGbvd-KS5u4_GMGp8AbbM4,53994
22
22
  xinference/core/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
23
23
  xinference/core/cache_tracker.py,sha256=3ubjYCU5aZToSp2GEuzedECVrg-PR4kThTefrFUkb9g,6971
24
- xinference/core/chat_interface.py,sha256=5fUr9-OLrFTZ5TvFGE8gX4N_-N4EmYRp74b5fD6cyAU,21048
24
+ xinference/core/chat_interface.py,sha256=0w5CoMyCp0gWUoGmLrjlPQMwMtHD-Zbu4jhUYuHYSBs,21794
25
25
  xinference/core/event.py,sha256=42F38H2WOl6aPxp2oxX6WNxHRRxbnvYRmbt4Ar7NP4U,1640
26
26
  xinference/core/image_interface.py,sha256=5Iuoiw3g2TvgOYi3gRIAGApve2nNzfMPduRrBHvd1NY,13755
27
27
  xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
@@ -86,38 +86,37 @@ xinference/model/image/scheduler/flux.py,sha256=GHlpPfU5UxsiQWNyvNe9SaVZceNg_2Ci
86
86
  xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
87
87
  xinference/model/image/stable_diffusion/core.py,sha256=V3BaASwx8q1YERb4jhhaYEDFiwh3BuPAz8pVZTuktAQ,24717
88
88
  xinference/model/image/stable_diffusion/mlx.py,sha256=GZsozzGB04NfHAdU9MI6gwWE1t_A-s_Ddn_ic8DlkKQ,7476
89
- xinference/model/llm/__init__.py,sha256=UJOSz9zr5mAj8Fm09yoZbEe4xBWYnSxUV9aGE50e5dc,14184
90
- xinference/model/llm/core.py,sha256=SLtv3VHedM4ZSfqa_3oQN5qZfbPhWq2hBr4U17gvPPc,8908
91
- xinference/model/llm/llm_family.json,sha256=sCYtQ7d2ai9Q7zHyUM4VL4fPv8GeiylXVP_VHaLEsaE,372173
89
+ xinference/model/llm/__init__.py,sha256=8VgajAqcu_YzgyT2PI--fnGMaVEae0w6Fk0uByeg7qY,14320
90
+ xinference/model/llm/core.py,sha256=2AYRKdiJ5L1iKU9CE_C09IbEtE2KrsIy4dqkqg2txes,8626
91
+ xinference/model/llm/llm_family.json,sha256=xWsttyqRVA1gA_dHtSGojger-5V1-RLQrqA7NLcWCeE,382781
92
92
  xinference/model/llm/llm_family.py,sha256=SrgTmEKspAELhVqmMs7Rz6xUk7rmc9V61urvbWAZOVE,39214
93
93
  xinference/model/llm/llm_family_csghub.json,sha256=zMKWbihsxQNVB1u5iKJbZUkbOfQ4IPNq1KQ-8IDPQQA,8759
94
- xinference/model/llm/llm_family_modelscope.json,sha256=NRwwsLNUYIwJvRnHlf-4kAThSm3Mqdtzq65wHGPnxP4,304584
94
+ xinference/model/llm/llm_family_modelscope.json,sha256=6VEeP5kPRAn9GKcInoHtizAyXU6PSPaVIsLoM7r85LU,312680
95
95
  xinference/model/llm/llm_family_openmind_hub.json,sha256=jl9pfbe5DztoxgEwKBxDk1Wd7TziTiJ48_Ie_lJdYjA,67872
96
96
  xinference/model/llm/memory.py,sha256=GLNmXBI-AtMbuaJfEf50fnhN4rdbOZjLyT6L_Vjqa5g,10206
97
- xinference/model/llm/utils.py,sha256=5Gp6b0AwaNNFdwb72QnVD_l7uKSlDd3ORhnRNm_ZYnM,31102
97
+ xinference/model/llm/reasoning_parser.py,sha256=fqp4QO4p3VqO3jkCIocRAeaTey3jLHNBFQYLwuaGoRc,6422
98
+ xinference/model/llm/utils.py,sha256=iMAD8mt2vVpLHLaADFG8cytFbxgCspILfvRwCStuzMk,32951
98
99
  xinference/model/llm/llama_cpp/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
99
- xinference/model/llm/llama_cpp/core.py,sha256=0ChfDq8PC2f2bo4EqbAdLEnvmxtXx5imK1_73oy7f6o,20815
100
+ xinference/model/llm/llama_cpp/core.py,sha256=Q0AV0Tc_OsD1xpJKaD_WXFR6Pzz0SyxMFLsPsK3LLCg,22122
100
101
  xinference/model/llm/lmdeploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
101
102
  xinference/model/llm/lmdeploy/core.py,sha256=WvSP3x6t-HBv6hKh1qWZatFAzlcZCyyKqvc3ua8yPTI,19835
102
103
  xinference/model/llm/mlx/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
103
- xinference/model/llm/mlx/core.py,sha256=l4_MKw5UckM81kaCwgriy0KZU3zPN38p36P3J9USmgA,23568
104
- xinference/model/llm/reasoning_parsers/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
105
- xinference/model/llm/reasoning_parsers/abs_reasoning_parsers.py,sha256=YtOOVbSl6fLugn3vmzo_AQbbjl6H5kX9DPpP9KP3gnY,3004
106
- xinference/model/llm/reasoning_parsers/deepseek_r1_reasoning_parser.py,sha256=HmnAsNcoeUpyUSTNF0j_0Z4Am7OKiGrJnhNj-BhtQf0,6323
104
+ xinference/model/llm/mlx/core.py,sha256=20jbCxsKoUqdUOU54PzmoKkplIkHSEJ9XXIwh9gh7YM,23722
107
105
  xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
108
- xinference/model/llm/sglang/core.py,sha256=tMbvQOwQu5uBXBTMK5Vh-FR2Gc-Nbc0HIhp2iy47wCA,20606
106
+ xinference/model/llm/sglang/core.py,sha256=i0LpMWHwo5lDf1JR_5AmF8pPabwHZ8RbAiCBI88GE3A,20645
109
107
  xinference/model/llm/transformers/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
110
108
  xinference/model/llm/transformers/chatglm.py,sha256=pIBPhR4cpeOR6ok5dKPK1633M1RMHCzrxB2fpDRaCuY,22426
111
109
  xinference/model/llm/transformers/cogagent.py,sha256=JbIiqVW-S9MA3d4CN2DlI7-WDB_nuCbX8JSypR5TmVU,10080
112
110
  xinference/model/llm/transformers/cogvlm2.py,sha256=I5Ftm0VYjbTAv5ZARZCo32Ggpw58PJfHs5B_nX_BIlU,15972
113
111
  xinference/model/llm/transformers/cogvlm2_video.py,sha256=ZGkpC4x2uEtjwoMrLSODmAUYTjOeSNYxZi9VpQrpnhU,11857
114
112
  xinference/model/llm/transformers/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
115
- xinference/model/llm/transformers/core.py,sha256=4-dtT7QdZW1yf_tzCScYaixU0qIHEe8YrSm_b73Z46s,29071
113
+ xinference/model/llm/transformers/core.py,sha256=Z-AZ-3T3UJsuHMES8ZLxy0uQ9Sokwe5RTaG7PzrflPg,29035
116
114
  xinference/model/llm/transformers/deepseek_v2.py,sha256=-RKlI3mhja730md4evQ2vfIxBnZD5vWyrgmg_3eovms,4096
117
115
  xinference/model/llm/transformers/deepseek_vl.py,sha256=pB6i6DW5oyfHdqTgKpi2DkIKVGlPLGIDR_Op0sB1uKA,10445
116
+ xinference/model/llm/transformers/gemma3.py,sha256=LIfVNpiFDVNswftrziDIasOJNXQy1hf2JLSoXgDjiNE,6121
118
117
  xinference/model/llm/transformers/glm4v.py,sha256=goph2HhpV8gUm2t8-T1P-jTF2r_kPeH6QNe64lmlm0g,13871
119
118
  xinference/model/llm/transformers/glm_edge_v.py,sha256=sedHB4iRd37UC__1MeXs33NLMQQKFYBIFf3A71rMEZU,8159
120
- xinference/model/llm/transformers/intern_vl.py,sha256=N3-wKrW076Ik0oRUNpHIIXIZxHmPJ6f4KVUcpDLfCdQ,18792
119
+ xinference/model/llm/transformers/intern_vl.py,sha256=taeq1WEupmpOWCBbsZhP-1cyJB4eEsyHTWNJdUzRgWk,18714
121
120
  xinference/model/llm/transformers/internlm2.py,sha256=3mjRgqU0RgCFF0F46ieVH0NO2JCKGsQkmkoVlWJrh8E,3221
122
121
  xinference/model/llm/transformers/minicpmv25.py,sha256=mr80-OlSlK_opSuAO3cz_QlkqujLr6V-OsTP0ebwpE8,6814
123
122
  xinference/model/llm/transformers/minicpmv26.py,sha256=_e2C4vmyKIzKt7S7AvKgiqhDOhGiBXa6Xoiix4UaYtI,13440
@@ -130,7 +129,7 @@ xinference/model/llm/transformers/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjD
130
129
  xinference/model/llm/transformers/utils.py,sha256=KETjuVR_RpF--fno0KxT068fD1v4REFhe-0wy_sCwRs,19584
131
130
  xinference/model/llm/transformers/yi_vl.py,sha256=iCdRLw-wizbU-qXXc8CT4DhC0Pt-uYg0vFwXEhAZjQg,8961
132
131
  xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
133
- xinference/model/llm/vllm/core.py,sha256=NIGZy-v5k3tAKFOWpeyJnKDIC7ghaAHvzCD9a2uidtM,38113
132
+ xinference/model/llm/vllm/core.py,sha256=FZSXZldKrVDUOSFhw9NRoYcmXcUJl-cq_q_CqMWryH8,38389
134
133
  xinference/model/llm/vllm/utils.py,sha256=LKOmwfFRrlSecawxT-uE39tC2RQbf1UIiSH9Uz90X6w,1313
135
134
  xinference/model/llm/vllm/xavier/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
136
135
  xinference/model/llm/vllm/xavier/allocator.py,sha256=SJ2eCOxF6CWTBZIP39FRxeK6fxIE8pRshOPnSRc72d4,2691
@@ -574,14 +573,14 @@ xinference/thirdparty/whisper/normalizers/english.json,sha256=Zgf5SL6YJNLhsvoiI8
574
573
  xinference/thirdparty/whisper/normalizers/english.py,sha256=KJjkZyru_J9Ey03jjBFc3yhvWzWuMhQzRnp2dM6IQdA,20868
575
574
  xinference/web/ui/package-lock.json,sha256=Q3gwsjjCFtDjVg5Yk7s4jfMAZ1wiyFfS_TJCw3ECB64,762407
576
575
  xinference/web/ui/package.json,sha256=iitsROb4-TLzxbOftXJqUGpp38TuPhzfLKy5n9THQYg,2081
577
- xinference/web/ui/build/asset-manifest.json,sha256=LT9W0K6l2I-9IZLmLnFLA0cBvQ88dRjev9JASk7fLRk,453
576
+ xinference/web/ui/build/asset-manifest.json,sha256=oCtfqIGOgBDlMrAIC3xKRR-jcTsCebFXrkhf6EXS5Mc,453
578
577
  xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
579
- xinference/web/ui/build/index.html,sha256=bUlPOL9F_pZs6DiGoll-Rf03322I6FfKre9etsYRAeY,650
580
- xinference/web/ui/build/static/css/main.f8177338.css,sha256=0Q2_Jsa0kGCmFf24Zzc_An-sQoKjjkCxCQGXtkiSNRA,5397
581
- xinference/web/ui/build/static/css/main.f8177338.css.map,sha256=Lf6p9GU0WwTIdaGDlWSRuppm2L8g5sxh9tfZvLImcBE,10318
582
- xinference/web/ui/build/static/js/main.55b70cb7.js,sha256=_UpzAHG1jKsGniNRUrVgwWPyiJPyZ-tkaMgmC7voF_Y,1227507
583
- xinference/web/ui/build/static/js/main.55b70cb7.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
584
- xinference/web/ui/build/static/js/main.55b70cb7.js.map,sha256=T1bSZtPpDa8D9-PjL4jn47qFJJZ8wIu3wmSL8rn2dxg,5192036
578
+ xinference/web/ui/build/index.html,sha256=nlgkAEo4QTMfagUN1jbZwY-QIk_JVwYhLUc_3j8s9eo,650
579
+ xinference/web/ui/build/static/css/main.b494ae7e.css,sha256=e-Ice658EZf6rU_LjpIp6moupZ1v2QOCyF-5bD9DGjA,5225
580
+ xinference/web/ui/build/static/css/main.b494ae7e.css.map,sha256=50OJ6uMtUd2uzLFhhW2ksWuM5QDrlpmnWKIAYDM0Hk8,9970
581
+ xinference/web/ui/build/static/js/main.3cea968e.js,sha256=mUA9F36YMRgRVsHbA2U1MeeBSCrqPOIUx369O-SKziA,1227895
582
+ xinference/web/ui/build/static/js/main.3cea968e.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
583
+ xinference/web/ui/build/static/js/main.3cea968e.js.map,sha256=s11GpDFf8udQMKWBp9my__36URgF0xQGUXXnaYsGKqw,5192678
585
584
  xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
586
585
  xinference/web/ui/node_modules/.package-lock.json,sha256=2kL1sQ4ZuDQilki9DnRFFM8CxT13fyGl3chLK6i3DQY,760261
587
586
  xinference/web/ui/node_modules/.cache/babel-loader/00012b59e7dc64a18400bdddb660faa295258241c0b9cd15c78cdba63b858ed8.json,sha256=FhiSQ9MQv6bT7TkLBlXXskoaG2HCKhsuTXXlkDV-pM4,668
@@ -2762,7 +2761,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/2dd288308dc5f1b64f1e1c5090662
2762
2761
  xinference/web/ui/node_modules/.cache/babel-loader/2dd36b2b9c3186e109b8e075b65458b27dc737062fe4e08284d8346047078e58.json,sha256=TYmsnTGXi43__5fyHzhxIVm29ZkFzM-68Gplfb0xXzw,1288
2763
2762
  xinference/web/ui/node_modules/.cache/babel-loader/2de20c41de07e7717bd62ced5cdc008328ba84b652697c1bfb69c7ce651cf29c.json,sha256=iZJrNQSfGzrnnrrbDRqS1zyGiQdvzxmdy9DBxjNdQhQ,1760
2764
2763
  xinference/web/ui/node_modules/.cache/babel-loader/2deab92f64f43d676208b6f7cf32985921a5ff656a2de9241bc1f6fe1f9e80e3.json,sha256=Mi9Lg7X8PCl_S9U8I5o8Su7CGqc6NBgYHhI8M_stDmc,2492
2765
- xinference/web/ui/node_modules/.cache/babel-loader/2deac8d5636974533e3714f34e94fc754f9153a07c6ee11e72846cb8eae47e4b.json,sha256=Cia1z16-nh_iX2ZV0wiZzZ3kM02gpbxSh-TMFBVCDx4,219920
2766
2764
  xinference/web/ui/node_modules/.cache/babel-loader/2df184fdbff22f793a8d092cff9fe7873b082222ef1ba511c6da1979ed7395e4.json,sha256=VxlTcY1GriWjYRZlDyyV2CP_C7y-top0wDjfGgz5nlU,558
2767
2765
  xinference/web/ui/node_modules/.cache/babel-loader/2dfebeb7e31a60a0204d9a91c32ba1b18e449638d7bd7ca6dd3decd174fadfd9.json,sha256=NFSd0rOOhDqAYBLv57Kx__pjOgjdJ6geMyCA3puB-1c,1759
2768
2766
  xinference/web/ui/node_modules/.cache/babel-loader/2e0a00aeca8ecb5197a84109389d0d9c4365a546fb930b428e915b27203f681f.json,sha256=n12FJkZqTJmXdUJSiVCBwePdcKMKb3FNQc7pUAyv2CQ,495
@@ -6641,6 +6639,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/7f52f4703926b2867c8910be5f0f1
6641
6639
  xinference/web/ui/node_modules/.cache/babel-loader/7f54c37f013c5ffa8a7e711229d81530cba1e0ebd9f8b1e4710d6c34a5d9a4d7.json,sha256=mOFgiIpN1ZXK1NMxawxU1FJguULoxNL6vprh-oIdM1k,1812
6642
6640
  xinference/web/ui/node_modules/.cache/babel-loader/7f55398e4dac45eb51765107e01a7b7f0424cab3912dd61e901c363f6c2cf53e.json,sha256=EUfu9SYeYylmTR4MoeAHdaZhvE50MNxK71ZUMmKfmG0,1945
6643
6641
  xinference/web/ui/node_modules/.cache/babel-loader/7f58810ad7b460d8104304b5c2ae99544c0ffa4fd8c9700b26e3afbedcb79ed3.json,sha256=jqQprewMjT2fZbDwvqlwSInrXKNCfkdBshVbFzDg1DY,1624
6642
+ xinference/web/ui/node_modules/.cache/babel-loader/7f59e45e3f268ab8a4788b6fb024cf8dab088736dff22f5a3a39c122a83ab930.json,sha256=CuUavbf9jy4pQDAImPgPzcJeU3cLpb2hzi-YBcRlRgU,5680
6644
6643
  xinference/web/ui/node_modules/.cache/babel-loader/7f5eeaaa115e8a682284195a0af0317621a549402ddfdb53f5b7a7018c8dec5d.json,sha256=qYVySSevd2_Eem3AlN2zrYoNyTehRC4cZ9QWv6RG2kk,1378
6645
6644
  xinference/web/ui/node_modules/.cache/babel-loader/7f631c630c8ece11321c64f461192500cd7e4e3f32dabe28ade1eee6cfbf5780.json,sha256=MnnYXtIJNccCKdtQbV-eZfPdyI5BQHsIZvfTI3HSl34,1215
6646
6645
  xinference/web/ui/node_modules/.cache/babel-loader/7f6b5052b811caa6c1fd331cb20addb7c9a8ab6ab1eb67381796be942bad2466.json,sha256=9QZ16xJvZafn6CmPk9MLdcUGlb4DOjYYosElZQ9W43U,1931
@@ -10326,6 +10325,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/cc7ef4b9ac155611faf89f51cd7c8
10326
10325
  xinference/web/ui/node_modules/.cache/babel-loader/cc83b5e95e45fdca259fdbe6fa831d119f8ea0c0066c5b30d7524297022a6ada.json,sha256=iX0xcao3L96zUT_vvdq8nGJGCBJNhDlHA-jXLx-wYuo,1078
10327
10326
  xinference/web/ui/node_modules/.cache/babel-loader/cc86100b4f32c20a7c36f489d337271ce81e533d7a150c42eedaa0c166eeff05.json,sha256=lc-gA0cbO8R-FFU6zZ_i6lEZOlHjJGAxjp3b-TfbFHU,1168
10328
10327
  xinference/web/ui/node_modules/.cache/babel-loader/cc8ff8e5b868d35cf9b9c7c4ab3e3690e9da63b805f69439c5ea59c5175c6183.json,sha256=r7zPhH4fD6SIdS_ZH6YVbykON-HmWvLnrzvNifhmmzw,20060
10328
+ xinference/web/ui/node_modules/.cache/babel-loader/cc97b49285d7717c63374766c789141a4329a04582ab32756d7e0e614d4c5c7f.json,sha256=rH8vgwMC0NSOuA9_KMmJ5lzYlH1da9yN5tQ-zLzv_9s,134310
10329
10329
  xinference/web/ui/node_modules/.cache/babel-loader/cc9d9b7e7a21dff0f2ccd6a80ed1ec0531ecfa9dc5ddfa586d1917d5d62f36c6.json,sha256=JITp6hI9znPlPzXPuJbH1M3VLRnEmchguS1_1FmOfn8,1083
10330
10330
  xinference/web/ui/node_modules/.cache/babel-loader/cca89c333675e147da1a855da74582d11a31987e0ee00b76d338c84c117c8fca.json,sha256=keeYjZMYZ3YyqiIOg8UkT5M3QxWg5OVtc_P3s-pgi24,1345
10331
10331
  xinference/web/ui/node_modules/.cache/babel-loader/ccada46ae10478debc073dd873a3ec1dbbdfa716674c8246ba3ef894ca7ef56f.json,sha256=O0RqknVhcBBD6uRhBX471PLOd4h9C4rvS3GFY7hh4l4,1255
@@ -11040,7 +11040,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/dafd1cb73ab6b2e006685775ded74
11040
11040
  xinference/web/ui/node_modules/.cache/babel-loader/db05f17be907c3949bd5e2c9ec0d15882e2b58cbe3bce580319d549721c44cba.json,sha256=N3QoaAZKVvpkblS2ZcyltdULpJnQC_QtAjfhiWsi2rw,1366
11041
11041
  xinference/web/ui/node_modules/.cache/babel-loader/db0611993b35d8dac5636de0291c976553370b238d9b3ec0a82f113097248ce4.json,sha256=JdeZxXhFETs2-jidhcp_LRgipMLNLYUrBZXmAUjs8VI,1231
11042
11042
  xinference/web/ui/node_modules/.cache/babel-loader/db15953920ab2516461a0a2fe60621c8eb4432aa33cece9fc1be791ffbec4f78.json,sha256=s0wQzOHrx9yFtuczKovy30FTCBPtEVWpMEUg_qTpY2w,5731
11043
- xinference/web/ui/node_modules/.cache/babel-loader/db16a983bc08a05f0439cc61ca0840e49e1d8400eef678909f16c032a418a3d6.json,sha256=5HOCB5eyRTHGRk6zSjd0s5RB4ogq3gjYNWqkhUsHtzI,134257
11044
11043
  xinference/web/ui/node_modules/.cache/babel-loader/db17cddaad6632d5aa3b5bcf48c52db3d8b4f3973787cd82dc19237b54f4ba8d.json,sha256=PjS5jh5YNgXZ-fTjZ32wWHLzQSfCm0mtyfKMuPuuaOU,1451
11045
11044
  xinference/web/ui/node_modules/.cache/babel-loader/db29f84b7d8549a4a8eace5c6bd3985c96c83818ccedd6c9f2aec3506a7fd43d.json,sha256=2rxojBMoN3Yb7sAG5byGeAlof1HJLQGacycSt6yzOU8,1153
11046
11045
  xinference/web/ui/node_modules/.cache/babel-loader/db2e2835f8a89206146ffe08363d6437e906cbb2ab968b0ab4a9dd153d49734a.json,sha256=OV5eBv86tU3_-_dOdL7XapsYxos7-PgXUrA4ISHTYW0,25966
@@ -11128,6 +11127,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/dcc3d0c62308f3f05764639fb6fa5
11128
11127
  xinference/web/ui/node_modules/.cache/babel-loader/dcc804e74c0a71354df99146c6e7522de11b9184bf861ca4cd72777f9cbd4c97.json,sha256=77mH593VrddmlD3YQgIkd_HUKZL3lA1ScxTG6yaT3EQ,1389
11129
11128
  xinference/web/ui/node_modules/.cache/babel-loader/dcc89cfa0957707282c8cc4f69115e5013232860957466196f6f306ff6c11e50.json,sha256=9DS6D86pdvDfBDmfMZaj2T4OI3wMTW1mfyLiVW0C2X0,1347
11130
11129
  xinference/web/ui/node_modules/.cache/babel-loader/dcd2c26312e6cb7ee06888d34b3751421b84d54424d73251158aa89a2975836f.json,sha256=tQGbH9pWuf-RYrNdxtWi-NdnBxaN7w6GFFP2DCm1_qQ,1028
11130
+ xinference/web/ui/node_modules/.cache/babel-loader/dcd60488509450bfff37bfff56de2c096d51de17dd00ec60d4db49c8b483ada1.json,sha256=2263e_vffxtN92YVpyTpaWIs-O53kQnYlUd83fcTt6Q,221841
11131
11131
  xinference/web/ui/node_modules/.cache/babel-loader/dcd60f85f294616eabd018feebad940c1ab261ca922553451f1508f85c23380d.json,sha256=8jZpBRAGZZb1ntfccjrCbinkbKiO6xZcduekb3Ju8mE,1396
11132
11132
  xinference/web/ui/node_modules/.cache/babel-loader/dcdbf93baf389666a9070e12fe6b6be06440787f9a7a55c6496b6b83f8075b2d.json,sha256=mDO0hSodN0CrivNviYdcgs-CPkO3jhSMo8lTnG3WlOU,713
11133
11133
  xinference/web/ui/node_modules/.cache/babel-loader/dce567ae9f554cc75f5076e34c36f78fae69fa9892dd17b76413a52c43097d97.json,sha256=zR3NXHHkcfW0NNyZ1rcfRYcdBiKRj_QXU3YuUfGl4pM,2608
@@ -11410,7 +11410,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/e23332113bb465570807233881c67
11410
11410
  xinference/web/ui/node_modules/.cache/babel-loader/e233c270f6dfbe07d56794125b0dbc7b210aa9d60bfa800f1a65d1017725aacb.json,sha256=T-6Qh1Bd2ET2s7uwz_l-H1D4YmhxiPu0z9QtAUa13yE,2335
11411
11411
  xinference/web/ui/node_modules/.cache/babel-loader/e2355f65675bf448620913cb394bd1a7654c112c65fe9a2e9cad956b423cd2cf.json,sha256=1XBl_gKYZ1vXz5Dm8JCI6ueUIPf3CYJmq6Hyj7wmaYY,1348
11412
11412
  xinference/web/ui/node_modules/.cache/babel-loader/e235fddcc3d5be0176eb839158aec89cdbfe418229ffefd5b850096e0008e472.json,sha256=quJOT-8bzeSAB-duCR6ZUCth1R5GFdQuJcPMaHPAwAA,1519
11413
- xinference/web/ui/node_modules/.cache/babel-loader/e23d476fcbf6fd69c8986bf82133d257d28aa8fc9a5cab231d81c1c75c58cd99.json,sha256=BiGPFO15kKvt_qZf0f5t_zBPinYfOpc3HHjTmYpoBnw,12902
11414
11413
  xinference/web/ui/node_modules/.cache/babel-loader/e242c583c2dbc2784f0fcf513523975f7d5df447e106c1c17e49e8578a6fc3ed.json,sha256=7A2ZoOlXOoKgZmyVlwd9rU63AhxlXPwrOK8vsbc6Tzs,5320
11415
11414
  xinference/web/ui/node_modules/.cache/babel-loader/e248f466e99f90d380f52c948985591af0f64c9476cabf153213e601f26d56fe.json,sha256=a3zY9Uhewn94UH_oEWgeZRn9JPuLEZRD_My-qrCh4II,1043
11416
11415
  xinference/web/ui/node_modules/.cache/babel-loader/e24e0a714c9c084f168b65d26d5ee47035313842ae464764b23cf4d446de84ec.json,sha256=TC141hTEzdmepi_8XUCZexM9eBNeEGfjFd7zsuv_N7g,503
@@ -11674,7 +11673,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/e79ab54a87ef3b9130332852cbe4e
11674
11673
  xinference/web/ui/node_modules/.cache/babel-loader/e79d8969b6cbf9ae9853eec420f96f3d92a04f559b5ed63112b1f081c4af4329.json,sha256=QijW0S1OvA-ACDRMcwdYhRSOwzPwgixoESaRk-PizxA,1199
11675
11674
  xinference/web/ui/node_modules/.cache/babel-loader/e79ef289abb520fc778e6566ca692c9e04441498c3abcbe6af6b1af8234e48d0.json,sha256=XNpPL1rJ8TOyrmHcaU0UOXRSOb5R5cZhXmJS5y-LeNk,20390
11676
11675
  xinference/web/ui/node_modules/.cache/babel-loader/e7a6bc17b33ae789d698544d9c09565857af6161bee3c435eaeee62b8318c674.json,sha256=IqzoLOX2ZiEk9GGTHoh9uF-dds1zyd22FlMrtD7jPRE,1269
11677
- xinference/web/ui/node_modules/.cache/babel-loader/e7a8c37fda8725cab69c7ef8c627060bd7fc806adc67e00fe628ba148cb86d7f.json,sha256=5W-T581mRqN5s3kznMmMJSUjoIa2ZMfOC2u8c4NIGwQ,5568
11678
11676
  xinference/web/ui/node_modules/.cache/babel-loader/e7a9b586a6bd5a11a5790c6c3451a4e404748e07f25fba4ab3f9e2d708b168f0.json,sha256=QiMD-YWC2MHOii5CMZVtlwvqz8RnUpR-BHdIctV_A2o,1236
11679
11677
  xinference/web/ui/node_modules/.cache/babel-loader/e7ab46b243fe5caaba2eaa79fe365a56ed7455d6c02ba51ac902088f58444295.json,sha256=1XsfI5Xy81adKp5g8eEhDY2zkCdxkG2FwLTlhZQ_USw,1319
11680
11678
  xinference/web/ui/node_modules/.cache/babel-loader/e7acf2b6a4d77138b5b805a69ce4d5718ab696da7a739aab58ee85021d3734fa.json,sha256=UBcrKJSsv2bQskgd64YshKbOoJcDerTPJGs4oXNpYLs,1159
@@ -12158,6 +12156,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/f187d297f29bc381bc5efecb585b1
12158
12156
  xinference/web/ui/node_modules/.cache/babel-loader/f18b3ea9c0f7d13b80c5c1297279436e82915572aca6be88bbc3b95fed22274d.json,sha256=hNS1b2pXKoYtv9PXAdnH_h0Ly2Tc2M6R-6ijR9ULmcw,1214
12159
12157
  xinference/web/ui/node_modules/.cache/babel-loader/f18f328401042cf85d296c5cae3094ec5842107e41e8ef94c67c0e5cf2c4e4c4.json,sha256=s1DxjaAQ5l6ggFtMv_pJAypmCWSKCFe4UAMhLmfpVIo,1424
12160
12158
  xinference/web/ui/node_modules/.cache/babel-loader/f1984065fd21377830668930bec02aa5dcefebaffba4c3e41ecd0fcc45a101eb.json,sha256=LNhOUlbV6hb18ZYSEuGORuu10DnNVTsk5R60BoO_d2E,2096
12159
+ xinference/web/ui/node_modules/.cache/babel-loader/f199e8173f6409a5802ed44acb95f218388131136504b2e9132129e150c92f9a.json,sha256=wAQTqHDnF0pFv87urp7bg6fvvWr5n-LecjPdDXdAVLM,12573
12161
12160
  xinference/web/ui/node_modules/.cache/babel-loader/f1a47a618b4a3acf242f8c8e7d781468d2e09033d8487cf6e7fca222117bf810.json,sha256=0qVUc2X2Jv4CVDC9JlvNv9iYjpIVvThs8mycAie-qhM,907
12162
12161
  xinference/web/ui/node_modules/.cache/babel-loader/f1a8ac4d6fbf7c5d6366b8238061d664907cb4078a1166315ab9e441a1f469b2.json,sha256=Q0ZIp2YNp5FGxNGaLkbdZ9WHQjzmKL27JV-J4B35iIk,1382
12163
12162
  xinference/web/ui/node_modules/.cache/babel-loader/f1a9946d0952779f611ebf19eabcf728b34de2d81373a49f24207f0e5d2b00ee.json,sha256=EDE_rzWaDd41rc6UJfgw28-HQ3077zq6QX023KdhXhk,1099
@@ -15724,11 +15723,11 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
15724
15723
  xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
15725
15724
  xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
15726
15725
  xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
15727
- xinference/web/ui/src/locales/en.json,sha256=5MN-GKLcPOeUAsDbv_MRvD4uf86WsvUC6rhzTAtQevA,8925
15728
- xinference/web/ui/src/locales/zh.json,sha256=27HeH4Qc96KuDJ9cgb4OybpUFG-GuuUiaD0ASsg3lyQ,8666
15729
- xinference-1.3.1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15730
- xinference-1.3.1.dist-info/METADATA,sha256=YDvNiU9VGF9Kw0t9iy_RCk-ORuGiCz5sbY-9gXYC3L0,24298
15731
- xinference-1.3.1.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
15732
- xinference-1.3.1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15733
- xinference-1.3.1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15734
- xinference-1.3.1.dist-info/RECORD,,
15726
+ xinference/web/ui/src/locales/en.json,sha256=GVdNMQoMvs1UverhaJtafaG4NBOcX5UtLRNlw82COnY,8937
15727
+ xinference/web/ui/src/locales/zh.json,sha256=qpz8XbMfUksgZN3-ozD78tD6eTX5PjWyBxZ3j6Mb4bs,8681
15728
+ xinference-1.4.0.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15729
+ xinference-1.4.0.dist-info/METADATA,sha256=Svf3DOLLEVmlBn0ObXY095HGBXSyubH6mNvHy_tVHHg,24441
15730
+ xinference-1.4.0.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
15731
+ xinference-1.4.0.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15732
+ xinference-1.4.0.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15733
+ xinference-1.4.0.dist-info/RECORD,,
@@ -1,13 +0,0 @@
1
- # Copyright 2022-2024 XProbe Inc.
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # http://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
@@ -1,98 +0,0 @@
1
- from abc import ABC, abstractmethod
2
- from typing import Dict, Optional, Tuple, Type, Union
3
-
4
- from ....types import ChatCompletionChunkDelta, CompletionChoice
5
-
6
-
7
- class ReasoningParser(ABC):
8
- """Abstract base class for reasoning content parsers."""
9
-
10
- def __init__(
11
- self,
12
- reasoning_start_tag: str = "<think>",
13
- reasoning_end_tag: str = "</think>",
14
- ):
15
- """Initialize the reasoning parser.
16
-
17
- Args:
18
- reasoning_start_tag (str, optional): Start tag for reasoning content. Defaults to "<think>".
19
- reasoning_end_tag (str, optional): End tag for reasoning content. Defaults to "</think>".
20
- """
21
- self.reasoning_start_tag = reasoning_start_tag
22
- self.reasoning_end_tag = reasoning_end_tag
23
-
24
- @abstractmethod
25
- def extract_reasoning_content_streaming(
26
- self,
27
- previous_text: str,
28
- current_text: str,
29
- delta_text: str,
30
- ) -> ChatCompletionChunkDelta:
31
- """Extract reasoning content from model output in a streaming fashion.
32
-
33
- Args:
34
- content (str): The model output content to parse.
35
-
36
- Yields:
37
- str: Extracted reasoning content chunks.
38
- """
39
- pass
40
-
41
- @abstractmethod
42
- def extract_reasoning_content(
43
- self, model_output: Union[str, CompletionChoice]
44
- ) -> Tuple[Optional[str], Optional[str]]:
45
- """Extract reasoning content from model output.
46
-
47
- Args:
48
- content (str): The model output content to parse.
49
-
50
- Returns:
51
- Optional[str]: Extracted reasoning content, or None if no reasoning content found.
52
- """
53
- pass
54
-
55
-
56
- class ReasoningParserManager:
57
- """Manager class for reasoning parsers."""
58
-
59
- _parsers: Dict[str, Type[ReasoningParser]] = {}
60
-
61
- @classmethod
62
- def register(cls, model_name: str, parser_cls: Type[ReasoningParser]) -> None:
63
- """Register a reasoning parser for a specific model.
64
-
65
- Args:
66
- model_name (str): The name of the model.
67
- parser_cls (Type[ReasoningParser]): The parser class to register.
68
- """
69
- cls._parsers[model_name] = parser_cls
70
-
71
- @classmethod
72
- def register_module(cls, model_name: str):
73
- """Decorator for registering a reasoning parser for a specific model.
74
-
75
- Args:
76
- model_name (str): The name of the model.
77
-
78
- Returns:
79
- Callable: The decorator function.
80
- """
81
-
82
- def _register(parser_cls: Type[ReasoningParser]) -> Type[ReasoningParser]:
83
- cls.register(model_name, parser_cls)
84
- return parser_cls
85
-
86
- return _register
87
-
88
- @classmethod
89
- def get_parser(cls, model_name: str) -> Optional[Type[ReasoningParser]]:
90
- """Get the registered parser for a specific model.
91
-
92
- Args:
93
- model_name (str): The name of the model.
94
-
95
- Returns:
96
- Optional[Type[ReasoningParser]]: The registered parser class, or None if not found.
97
- """
98
- return cls._parsers.get(model_name)
@@ -1,2 +0,0 @@
1
- .container{cursor:pointer;display:block}.container,.descriptionCard{border-radius:20px;height:300px;position:relative;width:300px}.descriptionCard{left:-1px;padding:20px;top:-1px}.cardTitle{display:flex;justify-content:space-between}.iconButtonBox{align-items:center;display:flex}.drawerCard{min-height:100%;padding:20px 80px 0;position:relative;width:60vw}.p{-webkit-line-clamp:4;-webkit-box-orient:vertical;display:-webkit-box;font-size:14px;overflow:hidden;padding:0 10px;text-overflow:ellipsis;word-break:break-word}.pasteText{color:#1976d2;cursor:pointer;font-size:18px!important;margin-inline:10px}.pasteText:hover{color:#1976d2b3}.copyToCommandLine{color:#1976d2;cursor:pointer;font-size:16px!important}.copyToCommandLine:hover{color:#1976d2b3}.formContainer{height:80%;overflow:scroll;padding:0 10px 160px}.buttonsContainer{align-items:center;bottom:50px;display:flex;justify-content:space-between;left:100px;position:absolute;right:100px}.buttonContainer{background-color:initial;border-width:0;width:45%}.buttonItem{border:1px solid #e5e7eb;border-radius:4px;cursor:pointer;padding:5px;width:100%}.buttonItem:hover{border-color:#888}.instructionText{color:#666;font-size:12px;font-style:italic;margin:30px 0;text-align:center}.iconRow{bottom:20px;justify-content:space-between;left:20px;position:absolute;right:20px}.iconItem,.iconRow{align-items:center;display:flex}.iconItem{flex-direction:column;margin:20px}.boldIconText{font-size:1.2em;font-weight:700}.muiIcon{font-size:1.5em}.smallText{font-size:.8em}.dialogBox{background-color:#fff;height:607px;margin:32px;overflow-x:scroll;width:1241px}.dialogTitle{color:#000;display:flex;justify-content:space-between;padding:20px 20px 7px}.dialogTitle-model_name{font-size:18px;font-weight:700}.pathBox{cursor:pointer;overflow:hidden;text-overflow:ellipsis;white-space:nowrap;width:160px}.pathBox2{width:300px}.empty{color:#555;font-size:20px;left:50%;position:absolute;top:30%;-webkit-transform:translate(-50%);transform:translate(-50%)}.deleteDialog{align-items:center;display:flex}.warningIcon{color:#ed6c02;margin-right:10px}.jsonDialog{background-color:#fff;border-radius:8px;color:#000;display:flex;flex-direction:column;padding:10px 30px}.jsonDialog-title{align-items:center;display:flex;justify-content:space-between;margin:10px 0 20px}.title-name{font-size:16px;font-weight:700}.main-box{height:500px;width:700px}.textarea-box{border:1px solid #ddd;border-radius:5px;color:#444;height:100%;padding:5px 10px;resize:none;width:100%}.but-box{display:flex;justify-content:end;margin-top:20px}.drawer{bottom:0;left:0;opacity:0;position:fixed;right:0;top:0;transition:visibility .3s ease,opacity .3s ease;visibility:hidden;z-index:1000}.drawer.open{opacity:1;visibility:visible}.drawer-overlay{background-color:rgba(0,0,0,.5);left:0;z-index:999}.drawer-content,.drawer-overlay{bottom:0;position:absolute;right:0;top:0}.drawer-content{background-color:#fff;box-shadow:-2px 0 10px rgba(0,0,0,.1);overflow-y:auto;-webkit-transform:translateX(100%);transform:translateX(100%);transition:-webkit-transform .3s ease;transition:transform .3s ease;transition:transform .3s ease,-webkit-transform .3s ease;z-index:1000}.drawer.open .drawer-content{-webkit-transform:translateX(0);transform:translateX(0)}.copyText{color:#666;cursor:pointer;font-size:14px!important}.copyText:hover{color:#1976d2}.formBox{max-height:80vh;max-width:50vw;min-width:50vw;overflow:auto;padding:40px 20px 0 0;position:relative;transition:all .4s ease-in-out}.broaden{max-width:100%;min-width:100%;padding-right:0}.show-json{align-items:center;display:flex;right:60px;top:90px}.icon,.show-json{position:absolute}.icon{cursor:pointer;margin-left:20px;right:-40px}.icon:hover{color:#1976d2}.arrow{font-size:24px!important}.jsonBox{min-height:80vh;position:relative;transition:all .4s ease-in-out;width:100%}.hide{overflow:hidden;-webkit-transform:translate(30vw);transform:translate(30vw);width:0}.checkboxWrapper{align-items:center;display:flex;flex-wrap:wrap;width:100%}.jsonBox-header{align-items:center;display:flex;justify-content:space-between}.jsonBox-title{font-weight:700;line-height:40px}.textarea{background-color:initial;border:1px solid #ddd;border-radius:5px;color:#444;height:calc(100% - 40px);padding:5px 10px;resize:none;width:100%}.addBtn{margin-left:20px!important}.item{border:1px solid #ddd;border-radius:10px;margin:10px 50px 0;overflow:hidden;padding:20px;position:relative}.item:hover .deleteBtn{-webkit-transform:translateX(-50px);transform:translateX(-50px)}.deleteBtn{background-color:#1976d2;border-radius:25px;height:50px;line-height:70px;position:absolute;right:20px;text-align:center;top:calc(50% - 25px);-webkit-transform:translateX(80px);transform:translateX(80px);transition:all .3s ease-in-out;width:50px}.deleteBtn:hover{box-shadow:0 0 10px #aaa;cursor:pointer}.deleteIcon{color:#fff;font-size:28px!important}.chat_template_box{align-items:start;display:flex;gap:10px}.chat_template_test{width:30%}.chat_template_test_mainBox{border:1px solid #ccc;border-radius:4px;height:137px;overflow:scroll;padding:10px}.chat_template_test_tip{color:rgba(0,0,0,.6);font-size:10px;margin:4px 14px 0}.test_res_box{border:1px solid #ddd;border-radius:4px;margin-top:5px;min-height:55px;padding:10px}.css-19qh8xo-MuiInputBase-input-MuiOutlinedInput-input.Mui-disabled{-webkit-text-fill-color:#000!important}
2
- /*# sourceMappingURL=main.f8177338.css.map*/
@@ -1 +0,0 @@
1
- {"version":3,"file":"static/css/main.f8177338.css","mappings":"AAAA,WAKE,cAAe,CAJf,aAMF,CACA,4BAFE,kBAAmB,CAFnB,YAAa,CAFb,iBAAkB,CAClB,WAaF,CARA,iBAGE,SAAU,CAGV,YAAa,CAJb,QAMF,CACA,WACE,YAAa,CACb,6BACF,CACA,eAEE,kBAAmB,CADnB,YAEF,CACA,YAGE,eAAgB,CADhB,mBAAoB,CADpB,iBAAkB,CAGlB,UACF,CACA,GAEE,oBAAqB,CACrB,2BAA4B,CAF5B,mBAAoB,CAMpB,cAAe,CAHf,eAAgB,CAIhB,cAAiB,CAHjB,sBAAuB,CACvB,qBAGF,CACA,WAEE,aAAc,CACd,cAAe,CAFf,wBAA0B,CAG1B,kBACF,CACA,iBACE,eACF,CACA,mBAEE,aAAc,CACd,cAAe,CAFf,wBAGF,CACA,yBACE,eACF,CACA,eACE,UAAW,CACX,eAAgB,CAEhB,oBACF,CACA,kBAOE,kBAAmB,CALnB,WAAY,CAGZ,YAAa,CACb,6BAA8B,CAH9B,UAAW,CAFX,iBAAkB,CAGlB,WAIF,CACA,iBAGE,wBAA6B,CAD7B,cAAiB,CADjB,SAGF,CACA,YAOE,wBAAqB,CAHrB,iBAAkB,CAHlB,cAAe,CAEf,WAAY,CADZ,UAMF,CACA,kBACE,iBACF,CACA,iBAEE,UAAc,CADd,cAAe,CAEf,iBAAkB,CAClB,aAAc,CACd,iBACF,CACA,SAEE,WAAY,CAIZ,6BAA8B,CAH9B,SAAU,CAFV,iBAAkB,CAGlB,UAIF,CACA,mBAFE,kBAAmB,CAFnB,YASF,CALA,UAEE,qBAAsB,CAEtB,WACF,CACA,cAEE,eAAgB,CADhB,eAEF,CACA,SACE,eACF,CACA,WACE,cACF,CACA,WAGE,qBAAsB,CADtB,YAAa,CAEb,WAAY,CACZ,iBAAkB,CAJlB,YAKF,CACA,aAIE,UAAW,CAHX,YAAa,CACb,6BAA8B,CAC9B,qBAEF,CACA,wBACE,cAAe,CACf,eACF,CACA,SAEE,cAAe,CACf,eAAgB,CAEhB,sBAAuB,CADvB,kBAAmB,CAHnB,WAKF,CACA,UACE,WACF,CACA,OAKE,UAAW,CADX,cAAe,CAFf,QAAS,CADT,iBAAkB,CAElB,OAAQ,CAGR,iCAA6B,CAA7B,yBACF,CACA,cAEE,kBAAmB,CADnB,YAEF,CACA,aAEE,aAAuB,CADvB,iBAEF,CACA,YAIE,qBAAsB,CAEtB,iBAAkB,CADlB,UAAW,CAJX,YAAa,CACb,qBAAsB,CACtB,iBAIF,CACA,kBAGE,kBAAmB,CAFnB,YAAa,CACb,6BAA8B,CAE9B,kBACF,CACA,YACE,cAAe,CACf,eACF,CACA,UAEE,YAAa,CADb,WAEF,CACA,cAIE,qBAAsB,CACtB,iBAAkB,CAElB,UAAW,CALX,WAAY,CACZ,gBAAiB,CAGjB,WAAY,CALZ,UAOF,CACA,SACE,YAAa,CACb,mBAAoB,CACpB,eACF,CACA,QAKE,QAAS,CACT,MAAO,CAEP,SAAU,CANV,cAAe,CAEf,OAAQ,CADR,KAAM,CAMN,+CAAmD,CAFnD,iBAAkB,CANlB,YASF,CACA,aAEE,SAAU,CADV,kBAEF,CACA,gBAME,+BAAoC,CADpC,MAAO,CAEP,WACF,CACA,gCALE,QAAS,CAHT,iBAAkB,CAElB,OAAQ,CADR,KAkBF,CAXA,gBAKE,qBAAuB,CAEvB,qCAA0C,CAG1C,eAAgB,CADhB,kCAA2B,CAA3B,0BAA2B,CAD3B,qCAA+B,CAA/B,6BAA+B,CAA/B,wDAA+B,CAF/B,YAKF,CACA,6BACE,+BAAwB,CAAxB,uBACF,CC/OA,UAEE,UAAW,CACX,cAAe,CAFf,wBAGF,CAEA,gBACE,aACF,CCRA,SAIE,eAAgB,CAFhB,cAAe,CACf,cAAe,CAEf,aAAc,CACd,qBAAsB,CALtB,iBAAkB,CAMlB,8BACF,CAEA,SACE,cAAe,CACf,cAAe,CACf,eACF,CAEA,WAEE,kBAAmB,CADnB,YAAa,CAIb,UAAW,CADX,QAEF,CAEA,iBALE,iBAUF,CALA,MAGE,cAAe,CACf,gBAAiB,CAFjB,WAGF,CAEA,YACE,aACF,CAEA,OACE,wBACF,CAEA,SAEE,eAAgB,CADhB,iBAAkB,CAGlB,8BAAgC,CADhC,UAEF,CAEA,MAGE,eAAgB,CADhB,iCAA6B,CAA7B,yBAA6B,CAD7B,OAGF,CAEA,iBAGE,kBAAmB,CAFnB,YAAa,CACb,cAAe,CAEf,UACF,CAEA,gBAGE,kBAAmB,CAFnB,YAAa,CACb,6BAEF,CAEA,eAEE,eAAgB,CADhB,gBAEF,CAEA,UAQE,wBAA6B,CAJ7B,qBAAsB,CACtB,iBAAkB,CAElB,UAAW,CALX,wBAAyB,CACzB,gBAAiB,CAGjB,WAAY,CALZ,UAQF,CAEA,QACE,0BACF,CAEA,MAEE,qBAAsB,CAGtB,kBAAmB,CAFnB,kBAAmB,CAGnB,eAAgB,CAFhB,YAAa,CAHb,iBAMF,CAEA,uBACE,mCAA4B,CAA5B,2BACF,CAEA,WAUE,wBAAyB,CADzB,kBAAmB,CAJnB,WAAY,CAGZ,gBAAiB,CAPjB,iBAAkB,CAClB,UAAW,CAKX,iBAAkB,CAJlB,oBAAqB,CAGrB,kCAA2B,CAA3B,0BAA2B,CAK3B,8BAAgC,CAPhC,UAQF,CAEA,iBAEE,wBAAyB,CADzB,cAEF,CAEA,YAEE,UAAW,CADX,wBAEF,CAEA,mBAEE,iBAAkB,CADlB,YAAa,CAEb,QACF,CAEA,oBACE,SACF,CAEA,4BAGE,qBAAsB,CACtB,iBAAkB,CAHlB,YAAa,CAIb,eAAgB,CAHhB,YAIF,CAEA,wBAGE,oBAAyB,CAFzB,cAAe,CACf,iBAEF,CAEA,cACE,qBAAsB,CAItB,iBAAkB,CADlB,cAAe,CAFf,eAAgB,CAChB,YAGF,CAEA,oEACE,sCACF","sources":["scenes/launch_model/styles/modelCardStyle.css","components/copyComponent/style.css","scenes/register_model/styles/registerModelStyle.css"],"sourcesContent":[".container {\n display: block;\n position: relative;\n width: 300px;\n height: 300px;\n cursor: pointer;\n border-radius: 20px;\n}\n.descriptionCard {\n position: relative;\n top: -1px;\n left: -1px;\n width: 300px;\n height: 300px;\n padding: 20px;\n border-radius: 20px;\n}\n.cardTitle {\n display: flex;\n justify-content: space-between;\n}\n.iconButtonBox {\n display: flex;\n align-items: center;\n}\n.drawerCard {\n position: relative;\n padding: 20px 80px 0;\n min-height: 100%;\n width: 60vw;\n}\n.p {\n display: -webkit-box;\n -webkit-line-clamp: 4;\n -webkit-box-orient: vertical;\n overflow: hidden;\n text-overflow: ellipsis;\n word-break: break-word;\n font-size: 14px;\n padding: 0px 10px;\n}\n.pasteText {\n font-size: 18px !important;\n color: #1976d2;\n cursor: pointer;\n margin-inline: 10px;\n}\n.pasteText:hover {\n color: #1976d2b3;\n}\n.copyToCommandLine {\n font-size: 16px !important;\n color: #1976d2;\n cursor: pointer;\n}\n.copyToCommandLine:hover {\n color: #1976d2b3;\n}\n.formContainer {\n height: 80%;\n overflow: scroll;\n padding: 0 10px;\n padding-bottom: 160px;\n}\n.buttonsContainer {\n position: absolute;\n bottom: 50px;\n left: 100px;\n right: 100px;\n display: flex;\n justify-content: space-between;\n align-items: center;\n}\n.buttonContainer {\n width: 45%;\n border-width: 0px;\n background-color: transparent;\n}\n.buttonItem {\n cursor: pointer;\n width: 100%;\n padding: 5px;\n border-radius: 4px;\n border: 1px solid #e5e7eb;\n border-width: 1px;\n border-color: #e5e7eb;\n}\n.buttonItem:hover {\n border-color: #888;\n}\n.instructionText {\n font-size: 12px;\n color: #666666;\n font-style: italic;\n margin: 30px 0;\n text-align: center;\n}\n.iconRow {\n position: absolute;\n bottom: 20px;\n left: 20px;\n right: 20px;\n display: flex;\n justify-content: space-between;\n align-items: center;\n}\n.iconItem {\n display: flex;\n flex-direction: column;\n align-items: center;\n margin: 20px;\n}\n.boldIconText {\n font-weight: bold;\n font-size: 1.2em;\n}\n.muiIcon {\n font-size: 1.5em;\n}\n.smallText {\n font-size: 0.8em;\n}\n.dialogBox {\n width: 1241px;\n height: 607px;\n background-color: #fff;\n margin: 32px;\n overflow-x: scroll;\n}\n.dialogTitle {\n display: flex;\n justify-content: space-between;\n padding: 20px 20px 7px;\n color: #000;\n}\n.dialogTitle-model_name {\n font-size: 18px;\n font-weight: 700;\n}\n.pathBox {\n width: 160px;\n cursor: pointer;\n overflow: hidden;\n white-space: nowrap;\n text-overflow: ellipsis;\n}\n.pathBox2 {\n width: 300px;\n}\n.empty {\n position: absolute;\n left: 50%;\n top: 30%;\n font-size: 20px;\n color: #555;\n transform: translate(-50%, 0);\n}\n.deleteDialog {\n display: flex;\n align-items: center;\n}\n.warningIcon {\n margin-right: 10px;\n color: rgb(237, 108, 2);\n}\n.jsonDialog {\n display: flex;\n flex-direction: column;\n padding: 10px 30px;\n background-color: #fff;\n color: #000;\n border-radius: 8px;\n}\n.jsonDialog-title {\n display: flex;\n justify-content: space-between;\n align-items: center;\n margin: 10px 0 20px 0;\n}\n.title-name {\n font-size: 16px;\n font-weight: 700;\n}\n.main-box {\n width: 700px;\n height: 500px;\n}\n.textarea-box {\n width: 100%;\n height: 100%;\n padding: 5px 10px;\n border: 1px solid #ddd;\n border-radius: 5px;\n resize: none;\n color: #444;\n}\n.but-box {\n display: flex;\n justify-content: end;\n margin-top: 20px;\n}\n.drawer {\n z-index: 1000;\n position: fixed;\n top: 0;\n right: 0;\n bottom: 0;\n left: 0;\n visibility: hidden;\n opacity: 0;\n transition: visibility 0.3s ease, opacity 0.3s ease;\n}\n.drawer.open {\n visibility: visible;\n opacity: 1;\n}\n.drawer-overlay {\n position: absolute;\n top: 0;\n right: 0;\n bottom: 0;\n left: 0;\n background-color: rgba(0, 0, 0, 0.5);\n z-index: 999;\n}\n.drawer-content {\n position: absolute;\n top: 0;\n right: 0;\n bottom: 0;\n background-color: white;\n z-index: 1000;\n box-shadow: -2px 0 10px rgba(0, 0, 0, 0.1);\n transition: transform 0.3s ease;\n transform: translateX(100%);\n overflow-y: auto;\n}\n.drawer.open .drawer-content {\n transform: translateX(0);\n}\n",".copyText {\n font-size: 14px !important;\n color: #666;\n cursor: pointer;\n}\n\n.copyText:hover {\n color: #1976d2;\n}\n",".formBox {\n position: relative;\n max-width: 50vw;\n min-width: 50vw;\n max-height: 80vh;\n overflow: auto;\n padding: 40px 20px 0 0;\n transition: all 0.4s ease-in-out;\n}\n\n.broaden {\n max-width: 100%;\n min-width: 100%;\n padding-right: 0;\n}\n\n.show-json {\n display: flex;\n align-items: center;\n position: absolute;\n top: 90px;\n right: 60px;\n}\n\n.icon {\n position: absolute;\n right: -40px;\n cursor: pointer;\n margin-left: 20px;\n}\n\n.icon:hover {\n color: #1976d2;\n}\n\n.arrow {\n font-size: 24px !important;\n}\n\n.jsonBox {\n position: relative;\n min-height: 80vh;\n width: 100%;\n transition: all 0.4s ease-in-out;\n}\n\n.hide {\n width: 0;\n transform: translate(30vw, 0);\n overflow: hidden;\n}\n\n.checkboxWrapper {\n display: flex;\n flex-wrap: wrap;\n align-items: center;\n width: 100%;\n}\n\n.jsonBox-header {\n display: flex;\n justify-content: space-between;\n align-items: center;\n}\n\n.jsonBox-title {\n line-height: 40px;\n font-weight: 700;\n}\n\n.textarea {\n width: 100%;\n height: calc(100% - 40px);\n padding: 5px 10px;\n border: 1px solid #ddd;\n border-radius: 5px;\n resize: none;\n color: #444;\n background-color: transparent;\n}\n\n.addBtn {\n margin-left: 20px !important;\n}\n\n.item {\n position: relative;\n border: 1px solid #ddd;\n margin: 10px 50px 0;\n padding: 20px;\n border-radius: 10px;\n overflow: hidden;\n}\n\n.item:hover .deleteBtn {\n transform: translateX(-50px);\n}\n\n.deleteBtn {\n position: absolute;\n right: 20px;\n top: calc(50% - 25px);\n width: 50px;\n height: 50px;\n transform: translateX(80px);\n text-align: center;\n line-height: 70px;\n border-radius: 25px;\n background-color: #1976d2;\n transition: all 0.3s ease-in-out;\n}\n\n.deleteBtn:hover {\n cursor: pointer;\n box-shadow: 0 0 10px #aaa;\n}\n\n.deleteIcon {\n font-size: 28px !important;\n color: #fff;\n}\n\n.chat_template_box {\n display: flex;\n align-items: start;\n gap: 10px;\n}\n\n.chat_template_test {\n width: 30%;\n}\n\n.chat_template_test_mainBox {\n height: 137px;\n padding: 10px;\n border: 1px solid #ccc;\n border-radius: 4px;\n overflow: scroll;\n}\n\n.chat_template_test_tip {\n font-size: 10px;\n margin: 4px 14px 0;\n color: rgba(0, 0, 0, 0.6);\n}\n\n.test_res_box {\n border: 1px solid #ddd;\n min-height: 55px;\n padding: 10px;\n margin-top: 5px;\n border-radius: 4px;\n}\n\n.css-19qh8xo-MuiInputBase-input-MuiOutlinedInput-input.Mui-disabled {\n -webkit-text-fill-color: #000 !important;\n}\n"],"names":[],"sourceRoot":""}