xinference 1.5.0.post2__py3-none-any.whl → 1.5.1__py3-none-any.whl

xinference/model/llm/vllm/core.py

@@ -13,6 +13,7 @@
 # limitations under the License.
 
 import asyncio
+import importlib.util
 import itertools
 import json
 import logging
@@ -50,7 +51,7 @@ from ....types import (
     LoRA,
 )
 from .. import LLM, LLMFamilyV1, LLMSpecV1
-from ..llm_family import CustomLLMFamilyV1
+from ..llm_family import CustomLLMFamilyV1, cache_model_tokenizer_and_config
 from ..utils import (
     DEEPSEEK_TOOL_CALL_FAMILY,
     QWEN_TOOL_CALL_FAMILY,
@@ -239,6 +240,9 @@ if VLLM_INSTALLED and vllm.__version__ >= "0.8.0":
 if VLLM_INSTALLED and vllm.__version__ >= "0.8.4":
     VLLM_SUPPORTED_CHAT_MODELS.append("glm4-0414")
 
+if VLLM_INSTALLED and vllm.__version__ >= "0.8.5":
+    VLLM_SUPPORTED_CHAT_MODELS.append("qwen3")
+
 
 class VLLMModel(LLM):
     def __init__(
@@ -330,8 +334,10 @@ class VLLMModel(LLM):
 
             raise ImportError(f"{error_message}\n\n{''.join(installation_guide)}")
 
-        if vllm.__version__ >= "0.3.1":
-            # from vllm v0.3.1, it uses cupy as NCCL backend
+        from ..llm_family import LlamaCppLLMSpecV1
+
+        if "0.3.1" <= vllm.__version__ <= "0.3.3":
+            # from vllm v0.3.1 to v0.3.3, it uses cupy as NCCL backend
             # in which cupy will fork a process
             # only for xoscar >= 0.3.0, new process is allowed in subpool
             # besides, xinference set start method as forkserver for unix
@@ -344,6 +350,13 @@ class VLLMModel(LLM):
 
         self.prepare_parse_reasoning_content(reasoning_content)
 
+        if (
+            isinstance(self.model_spec, LlamaCppLLMSpecV1)
+            and self.model_spec.model_format == "ggufv2"
+        ):
+            # gguf
+            self._preprocess_load_gguf()
+
         if self.lora_modules is None:
             self.lora_requests = []
         else:
@@ -482,6 +495,45 @@ class VLLMModel(LLM):
                 _, err, tb = self._loading_error
                 raise err.with_traceback(tb)
 
+    def _preprocess_load_gguf(self):
+        # check if it is multi gguf files
+        if (
+            not os.path.isfile(self.model_path)
+            and self.model_spec.quantization_parts
+            and self.quantization in self.model_spec.quantization_parts
+        ):
+            raise RuntimeError(
+                "vllm does not support multiple gguf files, please merge them first and "
+                "provide `model_path` with merged file"
+            )
+
+        if "tokenizer" not in self._model_config:
+            # find pytorch format without quantization
+            non_quant_spec = next(
+                spec
+                for spec in self.model_family.model_specs
+                if spec.model_format == "pytorch"
+                and "none" in spec.quantizations
+                and spec.model_size_in_billions
+                == self.model_spec.model_size_in_billions
+            )
+
+            path = cache_model_tokenizer_and_config(self.model_family, non_quant_spec)
+            # other than gguf file, vllm requires to provide tokenizer and hf_config_path
+            self._model_config["tokenizer"] = self._model_config[
+                "hf_config_path"
+            ] = path
+
+        if not os.path.isfile(self.model_path):
+            self.model_path = os.path.realpath(
+                os.path.join(
+                    self.model_path,
+                    self.model_spec.model_file_name_template.format(
+                        quantization=self.quantization
+                    ),
+                )
+            )
+
     def stop(self):
         # though the vLLM engine will shutdown when deleted,
         # but some issue e.g. GH#1682 reported
@@ -642,7 +694,11 @@ class VLLMModel(LLM):
         return sanitized
 
     @classmethod
-    def match(
+    def check_lib(cls) -> bool:
+        return importlib.util.find_spec("vllm") is not None
+
+    @classmethod
+    def match_json(
         cls, llm_family: "LLMFamilyV1", llm_spec: "LLMSpecV1", quantization: str
     ) -> bool:
         if not cls._has_cuda_device():
@@ -935,10 +991,10 @@ class VLLMModel(LLM):
 
 class VLLMChatModel(VLLMModel, ChatModelMixin):
     @classmethod
-    def match(
+    def match_json(
         cls, llm_family: "LLMFamilyV1", llm_spec: "LLMSpecV1", quantization: str
     ) -> bool:
-        if llm_spec.model_format not in ["pytorch", "gptq", "awq", "fp8"]:
+        if llm_spec.model_format not in ["pytorch", "gptq", "awq", "fp8", "ggufv2"]:
             return False
         if llm_spec.model_format == "pytorch":
             if quantization != "none" and not (quantization is None):
@@ -954,6 +1010,9 @@ class VLLMChatModel(VLLMModel, ChatModelMixin):
             else:
                 if "4" not in quantization:
                     return False
+        if llm_spec.model_format == "ggufv2":
+            if not (VLLM_INSTALLED and vllm.__version__ >= "0.8.2"):
+                return False
         if isinstance(llm_family, CustomLLMFamilyV1):
             if llm_family.model_family not in VLLM_SUPPORTED_CHAT_MODELS:
                 return False
@@ -1018,7 +1077,9 @@ class VLLMChatModel(VLLMModel, ChatModelMixin):
     ) -> Union[ChatCompletion, AsyncGenerator[ChatCompletionChunk, None]]:
         tools = generate_config.pop("tools", []) if generate_config else None
         model_family = self.model_family.model_family or self.model_family.model_name
-        full_context_kwargs = {}
+        full_context_kwargs = (
+            self._get_chat_template_kwargs_from_generate_config(generate_config) or {}
+        )
         if tools:
             if (
                 model_family in QWEN_TOOL_CALL_FAMILY
@@ -1055,7 +1116,7 @@ class VLLMChatModel(VLLMModel, ChatModelMixin):
 
 class VLLMVisionModel(VLLMModel, ChatModelMixin):
     @classmethod
-    def match(
+    def match_json(
         cls, llm_family: "LLMFamilyV1", llm_spec: "LLMSpecV1", quantization: str
     ) -> bool:
         if not cls._has_cuda_device():
@@ -1136,7 +1197,10 @@ class VLLMVisionModel(VLLMModel, ChatModelMixin):
         if "internvl2" not in model_family.lower():
             from qwen_vl_utils import process_vision_info
 
-            full_context_kwargs = {}
+            full_context_kwargs = (
+                self._get_chat_template_kwargs_from_generate_config(generate_config)
+                or {}
+            )
             if tools and model_family in QWEN_TOOL_CALL_FAMILY:
                 full_context_kwargs["tools"] = tools
             assert self.model_family.chat_template is not None

xinference/model/llm/vllm/distributed_executor.py

@@ -54,13 +54,14 @@ class WorkerActor(xo.StatelessActor):
         return f"VllmWorker_{rank}"
 
     def execute_method(self, method: Union[str, Callable], *args, **kwargs):
-        logger.debug(
-            "Calling method %s in vllm worker %s, args: %s, kwargs: %s",
-            method,
-            self.uid,
-            args,
-            kwargs,
-        )
+        # NOTE: too many logs, but useful for debug
+        # logger.debug(
+        #     "Calling method %s in vllm worker %s, args: %s, kwargs: %s",
+        #     method,
+        #     self.uid,
+        #     args,
+        #     kwargs,
+        # )
         if isinstance(method, str):
             return getattr(self._worker, method)(*args, **kwargs)
         else:

xinference/model/llm/vllm/xavier/allocator.py

@@ -24,7 +24,7 @@ from .block import XavierPrefixCachingBlockAllocator
 class XavierCpuGpuBlockAllocator(CpuGpuBlockAllocator):
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
-        self._xavier_config: Optional[Dict[str, Any]] = None
+        self._xavier_config: Optional[Dict[str, Any]] = None  # type: ignore
 
     @property
     def xavier_config(self):

xinference/model/llm/vllm/xavier/block_manager.py

@@ -30,7 +30,7 @@ class XavierBlockManager(SelfAttnBlockSpaceManager):
         # Monkey patch
         CpuGpuBlockAllocator.create = XavierCpuGpuBlockAllocator.create
         super().__init__(*args, **kwargs)
-        self._xavier_config: Optional[Dict[str, Any]] = None
+        self._xavier_config: Optional[Dict[str, Any]] = None  # type: ignore
         logger.debug("Init xavier block manager done.")
 
     @property

xinference/model/llm/vllm/xavier/block_tracker.py

@@ -25,10 +25,10 @@ class VLLMBlockTracker(xo.StatelessActor):
     def __init__(self):
         super().__init__()
         # engine -> hash -> (rank, block_id)
-        self._hash_to_rank_and_block_id: Dict[int, Dict[int, Set[Tuple[int, int]]]] = {}
+        self._hash_to_rank_and_block_id: Dict[int, Dict[int, Set[Tuple[int, int]]]] = {}  # type: ignore
         # engine -> rank -> (hash, block_id)
-        self._rank_to_hash_and_block_id: Dict[int, Dict[int, Set[Tuple[int, int]]]] = {}
-        self._unavailable_ranks: Set[int] = set()
+        self._rank_to_hash_and_block_id: Dict[int, Dict[int, Set[Tuple[int, int]]]] = {}  # type: ignore
+        self._unavailable_ranks: Set[int] = set()  # type: ignore
 
     def register_blocks(
         self, virtual_engine: int, block_infos: List[Tuple[int, int]], rank: int

xinference/model/llm/vllm/xavier/executor.py

@@ -38,7 +38,7 @@ class XavierExecutor(MultiprocessingDistributedExecutor):
         Retrieve the necessary transmission information from the `cache_engine`.
         """
         transfer_ref = await self._get_transfer_ref()
-        ref_cache_engine: CacheEngine = self.driver_worker.cache_engine[0]
+        ref_cache_engine: CacheEngine = self.driver_worker.cache_engine[0]  # type: ignore
         buffer_dtype = ref_cache_engine.dtype
         buffer_device = "cpu"
         buffer_pin_memory = is_pin_memory_available()

xinference/model/llm/vllm/xavier/test/test_xavier.py

@@ -46,7 +46,7 @@ async def actor_pool_context():
 async def test_block_tracker(actor_pool_context):
     actor_pool = actor_pool_context
     addr = actor_pool.external_address
-    tracker_ref: xo.ActorRefType[ExtendedBlockTracker] = await xo.create_actor(
+    tracker_ref: xo.ActorRefType[ExtendedBlockTracker] = await xo.create_actor(  # type: ignore
         ExtendedBlockTracker,
         address=addr,
         uid=VLLMBlockTracker.default_uid(),

xinference/model/video/diffusers.py

@@ -64,6 +64,7 @@ class DiffUsersVideoModel:
         self._model_uid = model_uid
         self._model_path = model_path
         self._model_spec = model_spec
+        self._abilities = model_spec.model_ability or []  # type: ignore
         self._model = None
         self._kwargs = kwargs
 
@@ -71,6 +72,10 @@ class DiffUsersVideoModel:
     def model_spec(self):
         return self._model_spec
 
+    @property
+    def model_ability(self):
+        return self._abilities
+
     def load(self):
         import torch
 
@@ -105,6 +110,12 @@ class DiffUsersVideoModel:
             pipeline = self._model = HunyuanVideoPipeline.from_pretrained(
                 self._model_path, transformer=transformer, **kwargs
             )
+        elif self.model_spec.model_family == "Wan":
+            from diffusers import WanPipeline
+
+            pipeline = self._model = WanPipeline.from_pretrained(
+                self._model_path, **kwargs
+            )
         else:
             raise Exception(
                 f"Unsupported model family: {self._model_spec.model_family}"
@@ -124,8 +135,16 @@ class DiffUsersVideoModel:
             pipeline.enable_model_cpu_offload()
             if kwargs.get("sequential_cpu_offload", True):
                 pipeline.enable_sequential_cpu_offload()
-            pipeline.vae.enable_slicing()
-            pipeline.vae.enable_tiling()
+            try:
+                pipeline.vae.enable_slicing()
+            except AttributeError:
+                # model does not support slicing
+                pass
+            try:
+                pipeline.vae.enable_tiling()
+            except AttributeError:
+                # model does support tiling
+                pass
         elif not kwargs.get("device_map"):
             logger.debug("Loading model to available device")
             if gpu_count() > 1:
@@ -145,6 +164,8 @@ class DiffUsersVideoModel:
     ) -> VideoList:
         import gc
 
+        from diffusers.utils import export_to_video
+
         # cv2 bug will cause the video cannot be normally displayed
         # thus we use the imageio one
         # from diffusers.utils import export_to_video
@@ -155,6 +176,7 @@ class DiffUsersVideoModel:
         generate_kwargs = self._model_spec.default_generate_config.copy()
         generate_kwargs.update(kwargs)
         generate_kwargs["num_videos_per_prompt"] = n
+        fps = generate_kwargs.pop("fps", 10)
         logger.debug(
             "diffusers text_to_video args: %s",
             generate_kwargs,
@@ -173,7 +195,12 @@ class DiffUsersVideoModel:
         urls = []
         for f in output.frames:
             path = os.path.join(XINFERENCE_VIDEO_DIR, uuid.uuid4().hex + ".mp4")
-            p = export_to_video_imageio(f, path, fps=8)
+            export = (
+                export_to_video
+                if self.model_spec.model_family != "CogVideoX"
+                else export_to_video_imageio
+            )
+            p = export(f, path, fps=fps)
             urls.append(p)
         if response_format == "url":
             return VideoList(

xinference/model/video/model_spec.json

@@ -45,5 +45,51 @@
     },
     "default_generate_config": {
     }
+  },
+  {
+    "model_name": "Wan2.1-1.3B",
+    "model_family": "Wan",
+    "model_id": "Wan-AI/Wan2.1-T2V-1.3B-Diffusers",
+    "model_revision": "0fad780a534b6463e45facd96134c9f345acfa5b",
+    "model_ability": [
+      "text2video"
+    ],
+    "default_model_config": {
+      "torch_dtype": "bfloat16"
+    },
+    "default_generate_config": {
+    },
+    "virtualenv": {
+      "packages": [
+        "diffusers>=0.33.0",
+        "ftfy",
+        "imageio-ffmpeg",
+        "imageio",
+        "numpy==1.26.4"
+      ]
+    }
+  },
+  {
+    "model_name": "Wan2.1-14B",
+    "model_family": "Wan",
+    "model_id": "Wan-AI/Wan2.1-T2V-14B-Diffusers",
+    "model_revision": "38ec498cb3208fb688890f8cc7e94ede2cbd7f68",
+    "model_ability": [
+      "text2video"
+    ],
+    "default_model_config": {
+      "torch_dtype": "bfloat16"
+    },
+    "default_generate_config": {
+    },
+    "virtualenv": {
+      "packages": [
+        "diffusers>=0.33.0",
+        "ftfy",
+        "imageio-ffmpeg",
+        "imageio",
+        "numpy==1.26.4"
+      ]
+    }
   }
 ]

xinference/model/video/model_spec_modelscope.json

@@ -48,5 +48,53 @@
     },
     "default_generate_config": {
     }
+  },
+  {
+    "model_name": "Wan2.1-1.3B",
+    "model_family": "Wan",
+    "model_hub": "modelscope",
+    "model_id": "Wan-AI/Wan2.1-T2V-1.3B-Diffusers",
+    "model_revision": "master",
+    "model_ability": [
+      "text2video"
+    ],
+    "default_model_config": {
+      "torch_dtype": "bfloat16"
+    },
+    "default_generate_config": {
+    },
+    "virtualenv": {
+      "packages": [
+        "diffusers>=0.33.0",
+        "ftfy",
+        "imageio-ffmpeg",
+        "imageio",
+        "numpy==1.26.4"
+      ]
+    }
+  },
+  {
+    "model_name": "Wan2.1-14B",
+    "model_family": "Wan",
+    "model_hub": "modelscope",
+    "model_id": "Wan-AI/Wan2.1-T2V-14B-Diffusers",
+    "model_revision": "master",
+    "model_ability": [
+      "text2video"
+    ],
+    "default_model_config": {
+      "torch_dtype": "bfloat16"
+    },
+    "default_generate_config": {
+    },
+    "virtualenv": {
+      "packages": [
+        "diffusers>=0.33.0",
+        "ftfy",
+        "imageio-ffmpeg",
+        "imageio",
+        "numpy==1.26.4"
+      ]
+    }
   }
 ]

xinference/types.py

@@ -344,6 +344,7 @@ class PytorchModelConfig(TypedDict, total=False):
     reasoning_content: bool
     min_pixels: NotRequired[int]
     max_pixels: NotRequired[int]
+    quantization_config: NotRequired[Dict]
 
 
 def get_pydantic_model_from_method(
@@ -411,6 +412,7 @@ class CreateCompletionTorch(BaseModel):
     top_k: int = top_k_field
     lora_name: Optional[str]
     request_id: Optional[str]
+    chat_template_kwargs: Optional[Union[str, Dict[str, Any]]]
 
 
 CreateCompletionLlamaCpp: BaseModel

xinference/web/ui/build/asset-manifest.json

@@ -1,14 +1,14 @@
 {
   "files": {
-    "main.css": "./static/css/main.0f6523be.css",
-    "main.js": "./static/js/main.4b67a723.js",
+    "main.css": "./static/css/main.337afe76.css",
+    "main.js": "./static/js/main.91e77b5c.js",
     "static/media/icon.webp": "./static/media/icon.4603d52c63041e5dfbfd.webp",
     "index.html": "./index.html",
-    "main.0f6523be.css.map": "./static/css/main.0f6523be.css.map",
-    "main.4b67a723.js.map": "./static/js/main.4b67a723.js.map"
+    "main.337afe76.css.map": "./static/css/main.337afe76.css.map",
+    "main.91e77b5c.js.map": "./static/js/main.91e77b5c.js.map"
   },
   "entrypoints": [
-    "static/css/main.0f6523be.css",
-    "static/js/main.4b67a723.js"
+    "static/css/main.337afe76.css",
+    "static/js/main.91e77b5c.js"
   ]
 }

xinference/web/ui/build/index.html

@@ -1 +1 @@
-<!doctype html><html lang="en"><head><meta charset="utf-8"/><link rel="icon" href="./favicon.svg"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><meta name="description" content="Web site created using create-react-app"/><link rel="apple-touch-icon" href="./logo192.png"/><link rel="manifest" href="./manifest.json"/><title>Xinference</title><script defer="defer" src="./static/js/main.4b67a723.js"></script><link href="./static/css/main.0f6523be.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div></body></html>
+<!doctype html><html lang="en"><head><meta charset="utf-8"/><link rel="icon" href="./favicon.svg"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><meta name="description" content="Web site created using create-react-app"/><link rel="apple-touch-icon" href="./logo192.png"/><link rel="manifest" href="./manifest.json"/><title>Xinference</title><script defer="defer" src="./static/js/main.91e77b5c.js"></script><link href="./static/css/main.337afe76.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div></body></html>

xinference/web/ui/build/static/css/{main.0f6523be.css → main.337afe76.css}

@@ -1,2 +1,2 @@
-.container{cursor:pointer;display:block}.container,.descriptionCard{border-radius:20px;height:300px;position:relative;width:300px}.descriptionCard{left:-1px;padding:20px;top:-1px}.cardTitle{display:flex;justify-content:space-between}.iconButtonBox{align-items:center;display:flex}.drawerCard{min-height:100%;padding:20px 80px 0;position:relative;width:60vw}.p{-webkit-line-clamp:4;-webkit-box-orient:vertical;display:-webkit-box;font-size:14px;overflow:hidden;padding:0 10px;text-overflow:ellipsis;word-break:break-word}.pasteText{color:#1976d2;cursor:pointer;font-size:18px!important;margin-inline:10px}.pasteText:hover{color:#1976d2b3}.copyToCommandLine{color:#1976d2;cursor:pointer;font-size:16px!important}.copyToCommandLine:hover{color:#1976d2b3}.formContainer{height:80%;overflow:scroll;padding:0 10px 160px}.buttonsContainer{bottom:50px;left:100px;position:absolute;right:100px}.buttons{align-items:center;display:flex;gap:20px;justify-content:space-between}.css-1be5mm1-MuiLinearProgress-root-MuiMobileStepper-progress,.css-r5rjnf-MuiLinearProgress-root-MuiMobileStepper-progress{width:100%!important}.instructionText{color:#666;font-size:12px;font-style:italic;margin:30px 0;text-align:center}.iconRow{bottom:20px;justify-content:space-between;left:20px;position:absolute;right:20px}.iconItem,.iconRow{align-items:center;display:flex}.iconItem{flex-direction:column;margin:20px}.boldIconText{font-size:1.2em;font-weight:700}.muiIcon{font-size:1.5em}.smallText{font-size:.8em}.dialogBox{height:607px;margin:32px;overflow-x:scroll;width:1241px}.dialogTitle{display:flex;justify-content:space-between;padding:20px 20px 7px}.dialogTitle-model_name{font-size:18px;font-weight:700}.pathBox{cursor:pointer;overflow:hidden;text-overflow:ellipsis;white-space:nowrap;width:160px}.pathBox2{width:300px}.empty{color:#555;font-size:20px;left:50%;position:absolute;top:30%;-webkit-transform:translate(-50%);transform:translate(-50%)}.deleteDialog{align-items:center;display:flex}.warningIcon{color:#ed6c02;margin-right:10px}.jsonDialog{border-radius:8px;color:#000;display:flex;flex-direction:column;padding:10px 30px}.jsonDialog-title{align-items:center;display:flex;justify-content:space-between;margin:10px 0 20px}.title-name{font-size:16px;font-weight:700}.main-box{height:500px;width:700px}.but-box{display:flex;justify-content:end;margin-top:20px}.drawer{bottom:0;left:0;opacity:0;position:fixed;right:0;top:0;transition:visibility .3s ease,opacity .3s ease;visibility:hidden;z-index:1000}.drawer.open{opacity:1;visibility:visible}.drawer-overlay{background-color:rgba(0,0,0,.5);left:0;z-index:999}.drawer-content,.drawer-overlay{bottom:0;position:absolute;right:0;top:0}.drawer-content{background-color:#fff;box-shadow:-2px 0 10px rgba(0,0,0,.1);overflow-y:auto;-webkit-transform:translateX(100%);transform:translateX(100%);transition:-webkit-transform .3s ease;transition:transform .3s ease;transition:transform .3s ease,-webkit-transform .3s ease;z-index:1000}.drawer.open .drawer-content{-webkit-transform:translateX(0);transform:translateX(0)}.copyText{color:#666;cursor:pointer;font-size:14px!important}.copyText:hover{color:#1976d2}.formBox{max-height:80vh;max-width:50vw;min-width:50vw;overflow:auto;padding:40px 20px 0 0;position:relative;transition:all .4s ease-in-out}.broaden{max-width:100%;min-width:100%;padding-right:0}.show-json{align-items:center;display:flex;right:60px;top:90px}.icon,.show-json{position:absolute}.icon{cursor:pointer;margin-left:20px;right:-40px}.icon:hover{color:#1976d2}.arrow{font-size:24px!important}.jsonBox{min-height:80vh;position:relative;transition:all .4s ease-in-out;width:100%}.hide{overflow:hidden;-webkit-transform:translate(30vw);transform:translate(30vw);width:0}.checkboxWrapper{align-items:center;display:flex;flex-wrap:wrap;width:100%}.jsonBox-header{align-items:center;display:flex;justify-content:space-between}.jsonBox-title{font-weight:700;line-height:40px}.textarea{background-color:initial;border:1px solid #ddd;border-radius:5px;color:#666;height:calc(100% - 40px);padding:5px 10px;resize:none;width:100%}.addBtn{margin-left:20px!important}.item{border:1px solid #ddd;border-radius:10px;margin:10px 50px 0;overflow:hidden;padding:20px;position:relative}.item:hover .deleteBtn{-webkit-transform:translateX(-50px);transform:translateX(-50px)}.deleteBtn{background-color:#1976d2;border-radius:25px;height:50px;line-height:70px;position:absolute;right:20px;text-align:center;top:calc(50% - 25px);-webkit-transform:translateX(80px);transform:translateX(80px);transition:all .3s ease-in-out;width:50px}.deleteBtn:hover{box-shadow:0 0 10px #aaa;cursor:pointer}.deleteIcon{color:#fff;font-size:28px!important}.chat_template_box{align-items:start;display:flex;gap:10px}.chat_template_test{width:30%}.chat_template_test_mainBox{border:1px solid #ccc;border-radius:4px;height:137px;overflow:scroll;padding:10px}.chat_template_test_tip{color:rgba(0,0,0,.6);font-size:10px;margin:4px 14px 0}.test_res_box{border:1px solid #ddd;border-radius:4px;margin-top:5px;min-height:55px;padding:10px}.css-19qh8xo-MuiInputBase-input-MuiOutlinedInput-input.Mui-disabled{-webkit-text-fill-color:#000!important}
-/*# sourceMappingURL=main.0f6523be.css.map*/
+.container{cursor:pointer;display:block}.container,.descriptionCard{border-radius:20px;height:300px;position:relative;width:300px}.descriptionCard{left:-1px;padding:20px;top:-1px}.cardTitle{display:flex;justify-content:space-between}.iconButtonBox{align-items:center;display:flex}.drawerCard{min-height:100%;padding:20px 80px 0;position:relative;width:60vw}.p{-webkit-line-clamp:4;-webkit-box-orient:vertical;display:-webkit-box;font-size:14px;overflow:hidden;padding:0 10px;text-overflow:ellipsis;word-break:break-word}.pasteText{color:#1976d2;cursor:pointer;font-size:18px!important;margin-inline:10px}.pasteText:hover{color:#1976d2b3}.copyToCommandLine{color:#1976d2;cursor:pointer;font-size:16px!important}.copyToCommandLine:hover{color:#1976d2b3}.formContainer{height:80%;overflow:scroll;padding:0 10px 160px}.buttonsContainer{bottom:50px;left:100px;position:absolute;right:100px}.buttons{align-items:center;display:flex;gap:20px;justify-content:space-between}.css-1be5mm1-MuiLinearProgress-root-MuiMobileStepper-progress,.css-r5rjnf-MuiLinearProgress-root-MuiMobileStepper-progress{width:100%!important}.instructionText{color:#666;font-size:12px;font-style:italic;margin:30px 0;text-align:center}.iconRow{bottom:20px;justify-content:space-between;left:20px;position:absolute;right:20px}.iconItem,.iconRow{align-items:center;display:flex}.iconItem{flex-direction:column;margin:20px}.boldIconText{font-size:1.2em;font-weight:700}.muiIcon{font-size:1.5em}.smallText{font-size:.8em}.dialogBox{height:607px;margin:32px;overflow-x:scroll;width:1241px}.dialogTitle{display:flex;justify-content:space-between;padding:20px 20px 7px}.dialogTitle-model_name{font-size:18px;font-weight:700}.pathBox{cursor:pointer;overflow:hidden;text-overflow:ellipsis;white-space:nowrap;width:160px}.pathBox2{width:300px}.empty{color:#555;font-size:20px;left:50%;position:absolute;top:30%;-webkit-transform:translate(-50%);transform:translate(-50%)}.deleteDialog{align-items:center;display:flex}.warningIcon{color:#ed6c02;margin-right:10px}.jsonDialog{border-radius:8px;color:#000;display:flex;flex-direction:column;padding:10px 30px}.jsonDialog-title{align-items:center;display:flex;justify-content:space-between;margin:10px 0 20px}.title-name{font-size:16px;font-weight:700}.main-box{height:500px;width:700px}.but-box{display:flex;justify-content:end;margin-top:20px}.drawer{bottom:0;left:0;opacity:0;position:fixed;right:0;top:0;transition:visibility .3s ease,opacity .3s ease;visibility:hidden;z-index:1000}.drawer.open{opacity:1;visibility:visible}.drawer-overlay{background-color:rgba(0,0,0,.5);left:0;z-index:999}.drawer-content,.drawer-overlay{bottom:0;position:absolute;right:0;top:0}.drawer-content{background-color:#fff;box-shadow:-2px 0 10px rgba(0,0,0,.1);overflow-y:auto;-webkit-transform:translateX(100%);transform:translateX(100%);transition:-webkit-transform .3s ease;transition:transform .3s ease;transition:transform .3s ease,-webkit-transform .3s ease;z-index:1000}.drawer.open .drawer-content{-webkit-transform:translateX(0);transform:translateX(0)}.textHighlight .MuiInputBase-input,.textHighlight .MuiSelect-select{color:#1976d2}.copyText{color:#666;cursor:pointer;font-size:14px!important}.copyText:hover{color:#1976d2}.formBox{max-height:80vh;max-width:50vw;min-width:50vw;overflow:auto;padding:40px 20px 0 0;position:relative;transition:all .4s ease-in-out}.broaden{max-width:100%;min-width:100%;padding-right:0}.show-json{align-items:center;display:flex;right:60px;top:90px}.icon,.show-json{position:absolute}.icon{cursor:pointer;margin-left:20px;right:-40px}.icon:hover{color:#1976d2}.arrow{font-size:24px!important}.jsonBox{min-height:80vh;position:relative;transition:all .4s ease-in-out;width:100%}.hide{overflow:hidden;-webkit-transform:translate(30vw);transform:translate(30vw);width:0}.checkboxWrapper{align-items:center;display:flex;flex-wrap:wrap;width:100%}.jsonBox-header{align-items:center;display:flex;justify-content:space-between}.jsonBox-title{font-weight:700;line-height:40px}.textarea{background-color:initial;border:1px solid #ddd;border-radius:5px;color:#666;height:calc(100% - 40px);padding:5px 10px;resize:none;width:100%}.addBtn{margin-left:20px!important}.item{border:1px solid #ddd;border-radius:10px;margin:10px 50px 0;overflow:hidden;padding:20px;position:relative}.item:hover .deleteBtn{-webkit-transform:translateX(-50px);transform:translateX(-50px)}.deleteBtn{background-color:#1976d2;border-radius:25px;height:50px;line-height:70px;position:absolute;right:20px;text-align:center;top:calc(50% - 25px);-webkit-transform:translateX(80px);transform:translateX(80px);transition:all .3s ease-in-out;width:50px}.deleteBtn:hover{box-shadow:0 0 10px #aaa;cursor:pointer}.deleteIcon{color:#fff;font-size:28px!important}.chat_template_box{align-items:start;display:flex;gap:10px}.chat_template_test{width:30%}.chat_template_test_mainBox{border:1px solid #ccc;border-radius:4px;height:137px;overflow:scroll;padding:10px}.chat_template_test_tip{color:rgba(0,0,0,.6);font-size:10px;margin:4px 14px 0}.test_res_box{border:1px solid #ddd;border-radius:4px;margin-top:5px;min-height:55px;padding:10px}.css-19qh8xo-MuiInputBase-input-MuiOutlinedInput-input.Mui-disabled{-webkit-text-fill-color:#000!important}
+/*# sourceMappingURL=main.337afe76.css.map*/

xinference/web/ui/build/static/css/main.337afe76.css.map

@@ -0,0 +1 @@
+{"version":3,"file":"static/css/main.337afe76.css","mappings":"AAAA,WAKE,cAAe,CAJf,aAMF,CACA,4BAFE,kBAAmB,CAFnB,YAAa,CAFb,iBAAkB,CAClB,WAaF,CARA,iBAGE,SAAU,CAGV,YAAa,CAJb,QAMF,CACA,WACE,YAAa,CACb,6BACF,CACA,eAEE,kBAAmB,CADnB,YAEF,CACA,YAGE,eAAgB,CADhB,mBAAoB,CADpB,iBAAkB,CAGlB,UACF,CACA,GAEE,oBAAqB,CACrB,2BAA4B,CAF5B,mBAAoB,CAMpB,cAAe,CAHf,eAAgB,CAIhB,cAAiB,CAHjB,sBAAuB,CACvB,qBAGF,CACA,WAEE,aAAc,CACd,cAAe,CAFf,wBAA0B,CAG1B,kBACF,CACA,iBACE,eACF,CACA,mBAEE,aAAc,CACd,cAAe,CAFf,wBAGF,CACA,yBACE,eACF,CACA,eACE,UAAW,CACX,eAAgB,CAEhB,oBACF,CACA,kBAEE,WAAY,CACZ,UAAW,CAFX,iBAAkB,CAGlB,WACF,CACA,SAGE,kBAAmB,CAFnB,YAAa,CAGb,QAAS,CAFT,6BAGF,CAIA,2HACE,oBACF,CACA,iBAEE,UAAc,CADd,cAAe,CAEf,iBAAkB,CAClB,aAAc,CACd,iBACF,CACA,SAEE,WAAY,CAIZ,6BAA8B,CAH9B,SAAU,CAFV,iBAAkB,CAGlB,UAIF,CACA,mBAFE,kBAAmB,CAFnB,YASF,CALA,UAEE,qBAAsB,CAEtB,WACF,CACA,cAEE,eAAgB,CADhB,eAEF,CACA,SACE,eACF,CACA,WACE,cACF,CACA,WAEE,YAAa,CACb,WAAY,CACZ,iBAAkB,CAHlB,YAIF,CACA,aACE,YAAa,CACb,6BAA8B,CAC9B,qBACF,CACA,wBACE,cAAe,CACf,eACF,CACA,SAEE,cAAe,CACf,eAAgB,CAEhB,sBAAuB,CADvB,kBAAmB,CAHnB,WAKF,CACA,UACE,WACF,CACA,OAKE,UAAW,CADX,cAAe,CAFf,QAAS,CADT,iBAAkB,CAElB,OAAQ,CAGR,iCAA6B,CAA7B,yBACF,CACA,cAEE,kBAAmB,CADnB,YAEF,CACA,aAEE,aAAuB,CADvB,iBAEF,CACA,YAKE,iBAAkB,CADlB,UAAW,CAHX,YAAa,CACb,qBAAsB,CACtB,iBAGF,CACA,kBAGE,kBAAmB,CAFnB,YAAa,CACb,6BAA8B,CAE9B,kBACF,CACA,YACE,cAAe,CACf,eACF,CACA,UAEE,YAAa,CADb,WAEF,CACA,SACE,YAAa,CACb,mBAAoB,CACpB,eACF,CACA,QAKE,QAAS,CACT,MAAO,CAEP,SAAU,CANV,cAAe,CAEf,OAAQ,CADR,KAAM,CAMN,+CAAmD,CAFnD,iBAAkB,CANlB,YASF,CACA,aAEE,SAAU,CADV,kBAEF,CACA,gBAME,+BAAoC,CADpC,MAAO,CAEP,WACF,CACA,gCALE,QAAS,CAHT,iBAAkB,CAElB,OAAQ,CADR,KAkBF,CAXA,gBAKE,qBAAuB,CAEvB,qCAA0C,CAG1C,eAAgB,CADhB,kCAA2B,CAA3B,0BAA2B,CAD3B,qCAA+B,CAA/B,6BAA+B,CAA/B,wDAA+B,CAF/B,YAKF,CACA,6BACE,+BAAwB,CAAxB,uBACF,CAIA,oEACE,aACF,CCjOA,UAEE,UAAW,CACX,cAAe,CAFf,wBAGF,CAEA,gBACE,aACF,CCRA,SAIE,eAAgB,CAFhB,cAAe,CACf,cAAe,CAEf,aAAc,CACd,qBAAsB,CALtB,iBAAkB,CAMlB,8BACF,CAEA,SACE,cAAe,CACf,cAAe,CACf,eACF,CAEA,WAEE,kBAAmB,CADnB,YAAa,CAIb,UAAW,CADX,QAEF,CAEA,iBALE,iBAUF,CALA,MAGE,cAAe,CACf,gBAAiB,CAFjB,WAGF,CAEA,YACE,aACF,CAEA,OACE,wBACF,CAEA,SAEE,eAAgB,CADhB,iBAAkB,CAGlB,8BAAgC,CADhC,UAEF,CAEA,MAGE,eAAgB,CADhB,iCAA6B,CAA7B,yBAA6B,CAD7B,OAGF,CAEA,iBAGE,kBAAmB,CAFnB,YAAa,CACb,cAAe,CAEf,UACF,CAEA,gBAGE,kBAAmB,CAFnB,YAAa,CACb,6BAEF,CAEA,eAEE,eAAgB,CADhB,gBAEF,CAEA,UAQE,wBAA6B,CAJ7B,qBAAsB,CACtB,iBAAkB,CAElB,UAAW,CALX,wBAAyB,CACzB,gBAAiB,CAGjB,WAAY,CALZ,UAQF,CAEA,QACE,0BACF,CAEA,MAEE,qBAAsB,CAGtB,kBAAmB,CAFnB,kBAAmB,CAGnB,eAAgB,CAFhB,YAAa,CAHb,iBAMF,CAEA,uBACE,mCAA4B,CAA5B,2BACF,CAEA,WAUE,wBAAyB,CADzB,kBAAmB,CAJnB,WAAY,CAGZ,gBAAiB,CAPjB,iBAAkB,CAClB,UAAW,CAKX,iBAAkB,CAJlB,oBAAqB,CAGrB,kCAA2B,CAA3B,0BAA2B,CAK3B,8BAAgC,CAPhC,UAQF,CAEA,iBAEE,wBAAyB,CADzB,cAEF,CAEA,YAEE,UAAW,CADX,wBAEF,CAEA,mBAEE,iBAAkB,CADlB,YAAa,CAEb,QACF,CAEA,oBACE,SACF,CAEA,4BAGE,qBAAsB,CACtB,iBAAkB,CAHlB,YAAa,CAIb,eAAgB,CAHhB,YAIF,CAEA,wBAGE,oBAAyB,CAFzB,cAAe,CACf,iBAEF,CAEA,cACE,qBAAsB,CAItB,iBAAkB,CADlB,cAAe,CAFf,eAAgB,CAChB,YAGF,CAEA,oEACE,sCACF","sources":["scenes/launch_model/styles/modelCardStyle.css","components/copyComponent/style.css","scenes/register_model/styles/registerModelStyle.css"],"sourcesContent":[".container {\n  display: block;\n  position: relative;\n  width: 300px;\n  height: 300px;\n  cursor: pointer;\n  border-radius: 20px;\n}\n.descriptionCard {\n  position: relative;\n  top: -1px;\n  left: -1px;\n  width: 300px;\n  height: 300px;\n  padding: 20px;\n  border-radius: 20px;\n}\n.cardTitle {\n  display: flex;\n  justify-content: space-between;\n}\n.iconButtonBox {\n  display: flex;\n  align-items: center;\n}\n.drawerCard {\n  position: relative;\n  padding: 20px 80px 0;\n  min-height: 100%;\n  width: 60vw;\n}\n.p {\n  display: -webkit-box;\n  -webkit-line-clamp: 4;\n  -webkit-box-orient: vertical;\n  overflow: hidden;\n  text-overflow: ellipsis;\n  word-break: break-word;\n  font-size: 14px;\n  padding: 0px 10px;\n}\n.pasteText {\n  font-size: 18px !important;\n  color: #1976d2;\n  cursor: pointer;\n  margin-inline: 10px;\n}\n.pasteText:hover {\n  color: #1976d2b3;\n}\n.copyToCommandLine {\n  font-size: 16px !important;\n  color: #1976d2;\n  cursor: pointer;\n}\n.copyToCommandLine:hover {\n  color: #1976d2b3;\n}\n.formContainer {\n  height: 80%;\n  overflow: scroll;\n  padding: 0 10px;\n  padding-bottom: 160px;\n}\n.buttonsContainer {\n  position: absolute;\n  bottom: 50px;\n  left: 100px;\n  right: 100px;\n}\n.buttons {\n  display: flex;\n  justify-content: space-between;\n  align-items: center;\n  gap: 20px;\n}\n.css-1be5mm1-MuiLinearProgress-root-MuiMobileStepper-progress {\n  width: 100% !important;\n}\n.css-r5rjnf-MuiLinearProgress-root-MuiMobileStepper-progress {\n  width: 100% !important;\n}\n.instructionText {\n  font-size: 12px;\n  color: #666666;\n  font-style: italic;\n  margin: 30px 0;\n  text-align: center;\n}\n.iconRow {\n  position: absolute;\n  bottom: 20px;\n  left: 20px;\n  right: 20px;\n  display: flex;\n  justify-content: space-between;\n  align-items: center;\n}\n.iconItem {\n  display: flex;\n  flex-direction: column;\n  align-items: center;\n  margin: 20px;\n}\n.boldIconText {\n  font-weight: bold;\n  font-size: 1.2em;\n}\n.muiIcon {\n  font-size: 1.5em;\n}\n.smallText {\n  font-size: 0.8em;\n}\n.dialogBox {\n  width: 1241px;\n  height: 607px;\n  margin: 32px;\n  overflow-x: scroll;\n}\n.dialogTitle {\n  display: flex;\n  justify-content: space-between;\n  padding: 20px 20px 7px;\n}\n.dialogTitle-model_name {\n  font-size: 18px;\n  font-weight: 700;\n}\n.pathBox {\n  width: 160px;\n  cursor: pointer;\n  overflow: hidden;\n  white-space: nowrap;\n  text-overflow: ellipsis;\n}\n.pathBox2 {\n  width: 300px;\n}\n.empty {\n  position: absolute;\n  left: 50%;\n  top: 30%;\n  font-size: 20px;\n  color: #555;\n  transform: translate(-50%, 0);\n}\n.deleteDialog {\n  display: flex;\n  align-items: center;\n}\n.warningIcon {\n  margin-right: 10px;\n  color: rgb(237, 108, 2);\n}\n.jsonDialog {\n  display: flex;\n  flex-direction: column;\n  padding: 10px 30px;\n  color: #000;\n  border-radius: 8px;\n}\n.jsonDialog-title {\n  display: flex;\n  justify-content: space-between;\n  align-items: center;\n  margin: 10px 0 20px 0;\n}\n.title-name {\n  font-size: 16px;\n  font-weight: 700;\n}\n.main-box {\n  width: 700px;\n  height: 500px;\n}\n.but-box {\n  display: flex;\n  justify-content: end;\n  margin-top: 20px;\n}\n.drawer {\n  z-index: 1000;\n  position: fixed;\n  top: 0;\n  right: 0;\n  bottom: 0;\n  left: 0;\n  visibility: hidden;\n  opacity: 0;\n  transition: visibility 0.3s ease, opacity 0.3s ease;\n}\n.drawer.open {\n  visibility: visible;\n  opacity: 1;\n}\n.drawer-overlay {\n  position: absolute;\n  top: 0;\n  right: 0;\n  bottom: 0;\n  left: 0;\n  background-color: rgba(0, 0, 0, 0.5);\n  z-index: 999;\n}\n.drawer-content {\n  position: absolute;\n  top: 0;\n  right: 0;\n  bottom: 0;\n  background-color: white;\n  z-index: 1000;\n  box-shadow: -2px 0 10px rgba(0, 0, 0, 0.1);\n  transition: transform 0.3s ease;\n  transform: translateX(100%);\n  overflow-y: auto;\n}\n.drawer.open .drawer-content {\n  transform: translateX(0);\n}\n.textHighlight .MuiSelect-select {\n  color: #1976d2;\n}\n.textHighlight .MuiInputBase-input {\n  color: #1976d2;\n}\n",".copyText {\n  font-size: 14px !important;\n  color: #666;\n  cursor: pointer;\n}\n\n.copyText:hover {\n  color: #1976d2;\n}\n",".formBox {\n  position: relative;\n  max-width: 50vw;\n  min-width: 50vw;\n  max-height: 80vh;\n  overflow: auto;\n  padding: 40px 20px 0 0;\n  transition: all 0.4s ease-in-out;\n}\n\n.broaden {\n  max-width: 100%;\n  min-width: 100%;\n  padding-right: 0;\n}\n\n.show-json {\n  display: flex;\n  align-items: center;\n  position: absolute;\n  top: 90px;\n  right: 60px;\n}\n\n.icon {\n  position: absolute;\n  right: -40px;\n  cursor: pointer;\n  margin-left: 20px;\n}\n\n.icon:hover {\n  color: #1976d2;\n}\n\n.arrow {\n  font-size: 24px !important;\n}\n\n.jsonBox {\n  position: relative;\n  min-height: 80vh;\n  width: 100%;\n  transition: all 0.4s ease-in-out;\n}\n\n.hide {\n  width: 0;\n  transform: translate(30vw, 0);\n  overflow: hidden;\n}\n\n.checkboxWrapper {\n  display: flex;\n  flex-wrap: wrap;\n  align-items: center;\n  width: 100%;\n}\n\n.jsonBox-header {\n  display: flex;\n  justify-content: space-between;\n  align-items: center;\n}\n\n.jsonBox-title {\n  line-height: 40px;\n  font-weight: 700;\n}\n\n.textarea {\n  width: 100%;\n  height: calc(100% - 40px);\n  padding: 5px 10px;\n  border: 1px solid #ddd;\n  border-radius: 5px;\n  resize: none;\n  color: #666;\n  background-color: transparent;\n}\n\n.addBtn {\n  margin-left: 20px !important;\n}\n\n.item {\n  position: relative;\n  border: 1px solid #ddd;\n  margin: 10px 50px 0;\n  padding: 20px;\n  border-radius: 10px;\n  overflow: hidden;\n}\n\n.item:hover .deleteBtn {\n  transform: translateX(-50px);\n}\n\n.deleteBtn {\n  position: absolute;\n  right: 20px;\n  top: calc(50% - 25px);\n  width: 50px;\n  height: 50px;\n  transform: translateX(80px);\n  text-align: center;\n  line-height: 70px;\n  border-radius: 25px;\n  background-color: #1976d2;\n  transition: all 0.3s ease-in-out;\n}\n\n.deleteBtn:hover {\n  cursor: pointer;\n  box-shadow: 0 0 10px #aaa;\n}\n\n.deleteIcon {\n  font-size: 28px !important;\n  color: #fff;\n}\n\n.chat_template_box {\n  display: flex;\n  align-items: start;\n  gap: 10px;\n}\n\n.chat_template_test {\n  width: 30%;\n}\n\n.chat_template_test_mainBox {\n  height: 137px;\n  padding: 10px;\n  border: 1px solid #ccc;\n  border-radius: 4px;\n  overflow: scroll;\n}\n\n.chat_template_test_tip {\n  font-size: 10px;\n  margin: 4px 14px 0;\n  color: rgba(0, 0, 0, 0.6);\n}\n\n.test_res_box {\n  border: 1px solid #ddd;\n  min-height: 55px;\n  padding: 10px;\n  margin-top: 5px;\n  border-radius: 4px;\n}\n\n.css-19qh8xo-MuiInputBase-input-MuiOutlinedInput-input.Mui-disabled {\n  -webkit-text-fill-color: #000 !important;\n}\n"],"names":[],"sourceRoot":""}