xinference 1.6.0.post1__py3-none-any.whl → 1.7.0__py3-none-any.whl

xinference/model/llm/transformers/utils.py

@@ -191,42 +191,13 @@ def _get_pad_param(seq_len_idx: int, pad_len: int) -> Tuple:
     return tuple(dimensions)
 
 
-def _merge_kv_cache(
-    xinf_model_obj: "PytorchModel",
-    past_cache: DynamicCache,
-    new_cache: DynamicCache,
-) -> DynamicCache:
-    from torch.nn.functional import pad
-
-    _, seq_len_idx = xinf_model_obj.get_batch_size_and_seq_len_indexes_from_kv()
-    past_seq_len = past_cache[0][0].shape[seq_len_idx]
-    new_seq_len = new_cache[0][0].shape[seq_len_idx]
-    if past_seq_len != new_seq_len:
-        padding_target = new_cache if past_seq_len > new_seq_len else past_cache
-        padding_len = abs(past_seq_len - new_seq_len)
-        pad_param = _get_pad_param(seq_len_idx, padding_len)
-        for idx in range(len(padding_target)):
-            k = padding_target.key_cache[idx]
-            v = padding_target.value_cache[idx]
-            _k = pad(k, pad_param)
-            _v = pad(v, pad_param)
-            padding_target.key_cache[idx] = _k
-            padding_target.value_cache[idx] = _v
-
-    ret_kv = DynamicCache()
-    for idx in range(len(past_cache)):
-        k1, k2 = new_cache.key_cache[idx], past_cache.key_cache[idx]
-        v1, v2 = new_cache.value_cache[idx], past_cache.value_cache[idx]
-        ret_kv.update(
-            torch.cat((k1, k2), 0).contiguous(),
-            torch.cat((v1, v2), 0).contiguous(),
-            idx,
-        )
-    return ret_kv
-
-
 def get_batch_size_and_seq_len_from_kv_cache(kv, xinf_model_obj: "PytorchModel"):
+    from transformers import HybridCache
+
     bs_idx, seq_len_idx = xinf_model_obj.get_batch_size_and_seq_len_indexes_from_kv()
+
+    if isinstance(kv, HybridCache):
+        return kv.key_cache[0].shape[bs_idx], kv.get_seq_length()
     return kv[0][0].shape[bs_idx], kv[0][0].shape[seq_len_idx] + 1
 
 
@@ -304,9 +275,7 @@ def _batch_inference_one_step_internal(
         if decode_reqs:
             decode_kv = decode_reqs[0].kv_cache
             # prefill and decode kv cache need to be merged at `batch_size` and `seq_len` dimensions.
-            merged_kv_cache = _merge_kv_cache(
-                xinf_model_obj, decode_kv, past_key_values
-            )
+            merged_kv_cache = xinf_model_obj.merge_kv_cache(decode_kv, past_key_values)
             for r in valid_req_list:
                 r.kv_cache = merged_kv_cache
             empty_cache()

xinference/model/llm/utils.py

@@ -709,6 +709,12 @@ class ChatModelMixin:
         finish_reason = "tool_calls" if tool_calls else "stop"
 
         content = ". ".join(failed_contents) if failed_contents else None
+
+        # fix: qwen tool_call content field return null
+        family = model_family.model_family or model_family.model_name
+        if tool_calls and family in QWEN_TOOL_CALL_FAMILY and content is None:
+            content = ""
+
         d = {
             "role": "assistant",
             "content": content,
@@ -779,6 +785,11 @@ class ChatModelMixin:
                 failed_contents.append(content)
         finish_reason = "tool_calls" if tool_calls else "stop"
 
+        # fix: qwen tool_call content field return null
+        family = model_family.model_family or model_family.model_name
+        if tool_calls and family in QWEN_TOOL_CALL_FAMILY and content is None:
+            content = ""
+
         m = {
             "role": "assistant",
             "content": content,

xinference/model/llm/vllm/core.py

@@ -199,7 +199,11 @@ if VLLM_INSTALLED and vllm.__version__ >= "0.5.1":
     VLLM_SUPPORTED_CHAT_MODELS.append("deepseek-v2-chat-0628")
     VLLM_SUPPORTED_CHAT_MODELS.append("deepseek-v2.5")
     VLLM_SUPPORTED_CHAT_MODELS.append("deepseek-v3")
+    VLLM_SUPPORTED_CHAT_MODELS.append("deepseek-v3-0324")
     VLLM_SUPPORTED_CHAT_MODELS.append("deepseek-r1")
+    VLLM_SUPPORTED_CHAT_MODELS.append("deepseek-r1-0528")
+    VLLM_SUPPORTED_CHAT_MODELS.append("deepseek-prover-v2")
+    VLLM_SUPPORTED_CHAT_MODELS.append("deepseek-r1-0528-qwen3")
 
 if VLLM_INSTALLED and vllm.__version__ >= "0.5.3":
     VLLM_SUPPORTED_CHAT_MODELS.append("gemma-2-it")
@@ -248,6 +252,9 @@ if VLLM_INSTALLED and vllm.__version__ >= "0.8.4":
 if VLLM_INSTALLED and vllm.__version__ >= "0.8.5":
     VLLM_SUPPORTED_CHAT_MODELS.append("qwen3")
 
+if VLLM_INSTALLED and vllm.__version__ >= "0.9.1":
+    VLLM_SUPPORTED_CHAT_MODELS.append("minicpm4")
+
 
 class VLLMModel(LLM):
     def __init__(

xinference/model/rerank/core.py

@@ -31,6 +31,7 @@ from ...device_utils import empty_cache
 from ...types import Document, DocumentObj, Rerank, RerankTokens
 from ..core import CacheableModelSpec, ModelDescription, VirtualEnvSettings
 from ..utils import is_model_cached
+from .utils import preprocess_sentence
 
 logger = logging.getLogger(__name__)
 
@@ -201,7 +202,10 @@ class RerankModel:
             )
             self._use_fp16 = True
 
-        if self._model_spec.type == "normal":
+        if (
+            self._model_spec.type == "normal"
+            and "qwen3" not in self._model_spec.model_name.lower()
+        ):
             try:
                 import sentence_transformers
                 from sentence_transformers.cross_encoder import CrossEncoder
@@ -229,6 +233,65 @@ class RerankModel:
             )
             if self._use_fp16:
                 self._model.model.half()
+        elif "qwen3" in self._model_spec.model_name.lower():
+            # qwen3-reranker
+            # now we use transformers
+            # TODO: support engines for rerank models
+            try:
+                from transformers import AutoModelForCausalLM, AutoTokenizer
+            except ImportError:
+                error_message = "Failed to import module 'transformers'"
+                installation_guide = [
+                    "Please make sure 'transformers' is installed. ",
+                    "You can install it by `pip install transformers`\n",
+                ]
+
+                raise ImportError(f"{error_message}\n\n{''.join(installation_guide)}")
+
+            tokenizer = AutoTokenizer.from_pretrained(
+                self._model_path, padding_side="left"
+            )
+            model = self._model = AutoModelForCausalLM.from_pretrained(
+                self._model_path
+            ).eval()
+            max_length = getattr(self._model_spec, "max_tokens")
+
+            prefix = '<|im_start|>system\nJudge whether the Document meets the requirements based on the Query and the Instruct provided. Note that the answer can only be "yes" or "no".<|im_end|>\n<|im_start|>user\n'
+            suffix = "<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n"
+            prefix_tokens = tokenizer.encode(prefix, add_special_tokens=False)
+            suffix_tokens = tokenizer.encode(suffix, add_special_tokens=False)
+
+            def process_inputs(pairs):
+                inputs = tokenizer(
+                    pairs,
+                    padding=False,
+                    truncation="longest_first",
+                    return_attention_mask=False,
+                    max_length=max_length - len(prefix_tokens) - len(suffix_tokens),
+                )
+                for i, ele in enumerate(inputs["input_ids"]):
+                    inputs["input_ids"][i] = prefix_tokens + ele + suffix_tokens
+                inputs = tokenizer.pad(
+                    inputs, padding=True, return_tensors="pt", max_length=max_length
+                )
+                for key in inputs:
+                    inputs[key] = inputs[key].to(model.device)
+                return inputs
+
+            token_false_id = tokenizer.convert_tokens_to_ids("no")
+            token_true_id = tokenizer.convert_tokens_to_ids("yes")
+
+            def compute_logits(inputs, **kwargs):
+                batch_scores = model(**inputs).logits[:, -1, :]
+                true_vector = batch_scores[:, token_true_id]
+                false_vector = batch_scores[:, token_false_id]
+                batch_scores = torch.stack([false_vector, true_vector], dim=1)
+                batch_scores = torch.nn.functional.log_softmax(batch_scores, dim=1)
+                scores = batch_scores[:, 1].exp().tolist()
+                return scores
+
+            self.process_inputs = process_inputs
+            self.compute_logits = compute_logits
         else:
             try:
                 if self._model_spec.type == "LLM-based":
@@ -265,10 +328,18 @@ class RerankModel:
         if max_chunks_per_doc is not None:
             raise ValueError("rerank hasn't support `max_chunks_per_doc` parameter.")
         logger.info("Rerank with kwargs: %s, model: %s", kwargs, self._model)
-        sentence_combinations = [[query, doc] for doc in documents]
+
+        pre_query = preprocess_sentence(
+            query, kwargs.get("instruction", None), self._model_spec.model_name
+        )
+        sentence_combinations = [[pre_query, doc] for doc in documents]
         # reset n tokens
         self._model.model.n_tokens = 0
-        if self._model_spec.type == "normal":
+        if (
+            self._model_spec.type == "normal"
+            and "qwen3" not in self._model_spec.model_name.lower()
+        ):
+            logger.debug("Passing processed sentences: %s", sentence_combinations)
             similarity_scores = self._model.predict(
                 sentence_combinations,
                 convert_to_numpy=False,
@@ -277,6 +348,23 @@ class RerankModel:
             ).cpu()
             if similarity_scores.dtype == torch.bfloat16:
                 similarity_scores = similarity_scores.float()
+        elif "qwen3" in self._model_spec.model_name.lower():
+
+            def format_instruction(instruction, query, doc):
+                if instruction is None:
+                    instruction = "Given a web search query, retrieve relevant passages that answer the query"
+                output = "<Instruct>: {instruction}\n<Query>: {query}\n<Document>: {doc}".format(
+                    instruction=instruction, query=query, doc=doc
+                )
+                return output
+
+            pairs = [
+                format_instruction(kwargs.get("instruction", None), query, doc)
+                for doc in documents
+            ]
+            # Tokenize the input texts
+            inputs = self.process_inputs(pairs)
+            similarity_scores = self.compute_logits(inputs)
         else:
             # Related issue: https://github.com/xorbitsai/inference/issues/1775
             similarity_scores = self._model.compute_score(

xinference/model/rerank/model_spec.json

@@ -62,5 +62,29 @@
     "max_tokens": 1024,
     "model_id": "openbmb/MiniCPM-Reranker",
     "model_revision": "5d2fd7345b6444c89d4c0fa59c92272888f3f2d0"
+  },
+  {
+    "model_name": "Qwen3-Reranker-0.6B",
+    "type": "normal",
+    "language": ["en", "zh"],
+    "max_tokens": 40960,
+    "model_id": "Qwen/Qwen3-Reranker-0.6B",
+    "model_revision": "6e9e69830b95c52b5fd889b7690dda3329508de3"
+  },
+  {
+    "model_name": "Qwen3-Reranker-4B",
+    "type": "normal",
+    "language": ["en", "zh"],
+    "max_tokens": 40960,
+    "model_id": "Qwen/Qwen3-Reranker-4B",
+    "model_revision": "f16fc5d5d2b9b1d0db8280929242745d79794ef5"
+  },
+  {
+    "model_name": "Qwen3-Reranker-8B",
+    "type": "normal",
+    "language": ["en", "zh"],
+    "max_tokens": 40960,
+    "model_id": "Qwen/Qwen3-Reranker-8B",
+    "model_revision": "5fa94080caafeaa45a15d11f969d7978e087a3db"
   }
 ]

xinference/model/rerank/model_spec_modelscope.json

@@ -57,5 +57,29 @@
     "max_tokens": 1024,
     "model_id": "OpenBMB/MiniCPM-Reranker",
     "model_hub": "modelscope"
+  },
+  {
+    "model_name": "Qwen3-Reranker-0.6B",
+    "type": "normal",
+    "language": ["en", "zh"],
+    "max_tokens": 40960,
+    "model_id": "Qwen/Qwen3-Reranker-0.6B",
+    "model_hub": "modelscope"
+  },
+  {
+    "model_name": "Qwen3-Reranker-4B",
+    "type": "normal",
+    "language": ["en", "zh"],
+    "max_tokens": 40960,
+    "model_id": "Qwen/Qwen3-Reranker-4B",
+    "model_hub": "modelscope"
+  },
+  {
+    "model_name": "Qwen3-Reranker-8B",
+    "type": "normal",
+    "language": ["en", "zh"],
+    "max_tokens": 40960,
+    "model_id": "Qwen/Qwen3-Reranker-8B",
+    "model_hub": "modelscope"
   }
 ]

xinference/model/rerank/utils.py

@@ -11,8 +11,26 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-from .core import RerankModelSpec
+from typing import TYPE_CHECKING, Any
 
+if TYPE_CHECKING:
+    from .core import RerankModelSpec
 
-def get_model_version(rerank_model: RerankModelSpec) -> str:
+
+def get_model_version(rerank_model: "RerankModelSpec") -> str:
     return rerank_model.model_name
+
+
+instruction_cfg = {
+    "minicpm-reranker": "Query: ",
+}
+
+
+def preprocess_sentence(query: str, instruction: Any, model_name: str) -> str:
+    if instruction and isinstance(instruction, str):
+        return f"{instruction}{query}"
+    if instruction is None:
+        for k, v in instruction_cfg.items():
+            if k.lower() in model_name.lower():
+                return f"{v}{query}"
+    return query

xinference/model/utils.py

@@ -18,9 +18,10 @@ import logging
 import os
 import random
 import threading
+from copy import deepcopy
 from json import JSONDecodeError
 from pathlib import Path
-from typing import Any, Callable, Dict, Optional, Set, Tuple, Type, Union
+from typing import Any, Callable, Dict, List, Optional, Set, Tuple, Type, Union
 
 import huggingface_hub
 import numpy as np
@@ -460,3 +461,39 @@ class CancellableDownloader:
         self.unpatch_tqdm()
         self._done_event.set()
         self.reset()
+
+
+def get_engine_params_by_name(
+    model_type: Optional[str], model_name: str
+) -> Optional[Dict[str, List[dict]]]:
+    if model_type == "LLM":
+        from .llm.llm_family import LLM_ENGINES
+
+        if model_name not in LLM_ENGINES:
+            return None
+
+        # filter llm_class
+        engine_params = deepcopy(LLM_ENGINES[model_name])
+        for engine, params in engine_params.items():
+            for param in params:
+                del param["llm_class"]
+
+        return engine_params
+    elif model_type == "embedding":
+        from .embedding.embed_family import EMBEDDING_ENGINES
+
+        if model_name not in EMBEDDING_ENGINES:
+            return None
+
+        # filter embedding_class
+        engine_params = deepcopy(EMBEDDING_ENGINES[model_name])
+        for engine, params in engine_params.items():
+            for param in params:
+                del param["embedding_class"]
+
+        return engine_params
+    else:
+        raise ValueError(
+            f"Cannot support model_engine for {model_type}, "
+            f"only available for LLM, embedding"
+        )

xinference/model/video/diffusers.py

@@ -121,7 +121,10 @@ class DiffusersVideoModel:
                     self._model_path, **kwargs
                 )
             else:
-                assert "image2video" in self.model_spec.model_ability
+                assert (
+                    "image2video" in self.model_spec.model_ability
+                    or "firstlastframe2video" in self.model_spec.model_ability
+                )
 
                 image_encoder = CLIPVisionModel.from_pretrained(
                     self._model_path,
@@ -252,7 +255,7 @@ class DiffusersVideoModel:
 
     def image_to_video(
         self,
-        image: PIL.Image,
+        image: PIL.Image.Image,
         prompt: str,
         n: int = 1,
         num_inference_steps: Optional[int] = None,
@@ -284,7 +287,49 @@ class DiffusersVideoModel:
         )
         return self._output_to_video(output, fps, response_format)
 
-    def _process_image(self, image: PIL.Image, max_area: int) -> PIL.Image:
+    def firstlastframe_to_video(
+        self,
+        first_frame: PIL.Image.Image,
+        last_frame: PIL.Image.Image,
+        prompt: str,
+        n: int = 1,
+        num_inference_steps: Optional[int] = None,
+        response_format: str = "b64_json",
+        **kwargs,
+    ):
+        assert self._model is not None
+        assert callable(self._model)
+        generate_kwargs = self._model_spec.default_generate_config.copy()
+        generate_kwargs.update(kwargs)
+        generate_kwargs["num_videos_per_prompt"] = n
+        if num_inference_steps:
+            generate_kwargs["num_inference_steps"] = num_inference_steps
+        fps = generate_kwargs.pop("fps", 10)
+
+        # process first and last frame
+        max_area = generate_kwargs.pop("max_area")
+        if isinstance(max_area, str):
+            max_area = [int(v) for v in max_area.split("*")]
+        max_area = reduce(operator.mul, max_area, 1)
+        first_frame = self._process_image(first_frame, max_area)
+        width, height = first_frame.size
+        if last_frame.size != first_frame.size:
+            last_frame = self._center_crop_resize(last_frame, height, width)
+
+        generate_kwargs.pop("width", None)
+        generate_kwargs.pop("height", None)
+        self._process_progressor(generate_kwargs)
+        output = self._model(
+            image=first_frame,
+            last_image=last_frame,
+            prompt=prompt,
+            height=height,
+            width=width,
+            **generate_kwargs,
+        )
+        return self._output_to_video(output, fps, response_format)
+
+    def _process_image(self, image: PIL.Image.Image, max_area: int) -> PIL.Image.Image:
         assert self._model is not None
         aspect_ratio = image.height / image.width
         mod_value = (
@@ -295,6 +340,23 @@ class DiffusersVideoModel:
         width = round(np.sqrt(max_area / aspect_ratio)) // mod_value * mod_value
         return image.resize((width, height))
 
+    @classmethod
+    def _center_crop_resize(
+        cls, image: PIL.Image.Image, height: int, width: int
+    ) -> PIL.Image.Image:
+        import torchvision.transforms.functional as TF
+
+        # Calculate resize ratio to match first frame dimensions
+        resize_ratio = max(width / image.width, height / image.height)
+
+        # Resize the image
+        width = round(image.width * resize_ratio)
+        height = round(image.height * resize_ratio)
+        size = [width, height]
+        image = TF.center_crop(image, size)
+
+        return image
+
     def _output_to_video(self, output: Any, fps: int, response_format: str):
         import gc
 

xinference/model/video/model_spec.json

@@ -65,7 +65,7 @@
         "ftfy",
         "imageio-ffmpeg",
         "imageio",
-        "numpy==1.26.4"
+        "#system_numpy#"
       ]
     }
   },
@@ -88,7 +88,7 @@
         "ftfy",
         "imageio-ffmpeg",
         "imageio",
-        "numpy==1.26.4"
+        "#system_numpy#"
       ]
     }
   },
@@ -115,7 +115,7 @@
         "ftfy",
         "imageio-ffmpeg",
         "imageio",
-        "numpy==1.26.4"
+        "#system_numpy#"
       ]
     }
   },
@@ -142,7 +142,34 @@
         "ftfy",
         "imageio-ffmpeg",
         "imageio",
-        "numpy==1.26.4"
+        "#system_numpy#"
+      ]
+    }
+  },
+  {
+    "model_name": "Wan2.1-flf2v-14B-720p",
+    "model_family": "Wan",
+    "model_id": "Wan-AI/Wan2.1-FLF2V-14B-720P-diffusers",
+    "model_revision": "17c30769b1e0b5dcaa1799b117bf20a9c31f59d7",
+    "model_ability": [
+      "firstlastframe2video"
+    ],
+    "default_model_config": {
+      "torch_dtype": "bfloat16"
+    },
+    "default_generate_config": {
+      "max_area": [
+        720,
+        1280
+      ]
+    },
+    "virtualenv": {
+      "packages": [
+        "git+https://github.com/huggingface/diffusers",
+        "ftfy",
+        "imageio-ffmpeg",
+        "imageio",
+        "#system_numpy#"
       ]
     }
   }

xinference/model/video/model_spec_modelscope.json

@@ -69,7 +69,7 @@
         "ftfy",
         "imageio-ffmpeg",
         "imageio",
-        "numpy==1.26.4"
+        "#system_numpy#"
       ]
     }
   },
@@ -93,7 +93,7 @@
         "ftfy",
         "imageio-ffmpeg",
         "imageio",
-        "numpy==1.26.4"
+        "#system_numpy#"
       ]
     }
   },
@@ -121,7 +121,7 @@
         "ftfy",
         "imageio-ffmpeg",
         "imageio",
-        "numpy==1.26.4"
+        "#system_numpy#"
       ]
     }
   },
@@ -149,7 +149,35 @@
         "ftfy",
         "imageio-ffmpeg",
         "imageio",
-        "numpy==1.26.4"
+        "#system_numpy#"
+      ]
+    }
+  },
+  {
+    "model_name": "Wan2.1-flf2v-14B-720p",
+    "model_family": "Wan",
+    "model_hub": "modelscope",
+    "model_id": "Wan-AI/Wan2.1-FLF2V-14B-720P-diffusers",
+    "model_revision": "master",
+    "model_ability": [
+      "firstlastframe2video"
+    ],
+    "default_model_config": {
+      "torch_dtype": "bfloat16"
+    },
+    "default_generate_config": {
+      "max_area": [
+        720,
+        1280
+      ]
+    },
+    "virtualenv": {
+      "packages": [
+        "git+https://github.com/huggingface/diffusers",
+        "ftfy",
+        "imageio-ffmpeg",
+        "imageio",
+        "#system_numpy#"
       ]
     }
   }

xinference/web/ui/build/asset-manifest.json

@@ -1,14 +1,14 @@
 {
   "files": {
-    "main.css": "./static/css/main.337afe76.css",
-    "main.js": "./static/js/main.ae579a97.js",
+    "main.css": "./static/css/main.013f296b.css",
+    "main.js": "./static/js/main.8a9e3ba0.js",
     "static/media/icon.webp": "./static/media/icon.4603d52c63041e5dfbfd.webp",
     "index.html": "./index.html",
-    "main.337afe76.css.map": "./static/css/main.337afe76.css.map",
-    "main.ae579a97.js.map": "./static/js/main.ae579a97.js.map"
+    "main.013f296b.css.map": "./static/css/main.013f296b.css.map",
+    "main.8a9e3ba0.js.map": "./static/js/main.8a9e3ba0.js.map"
   },
   "entrypoints": [
-    "static/css/main.337afe76.css",
-    "static/js/main.ae579a97.js"
+    "static/css/main.013f296b.css",
+    "static/js/main.8a9e3ba0.js"
   ]
 }

xinference/web/ui/build/index.html

@@ -1 +1 @@
-<!doctype html><html lang="en"><head><meta charset="utf-8"/><link rel="icon" href="./favicon.svg"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><meta name="description" content="Web site created using create-react-app"/><link rel="apple-touch-icon" href="./logo192.png"/><link rel="manifest" href="./manifest.json"/><title>Xinference</title><script defer="defer" src="./static/js/main.ae579a97.js"></script><link href="./static/css/main.337afe76.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div></body></html>
+<!doctype html><html lang="en"><head><meta charset="utf-8"/><link rel="icon" href="./favicon.svg"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><meta name="description" content="Web site created using create-react-app"/><link rel="apple-touch-icon" href="./logo192.png"/><link rel="manifest" href="./manifest.json"/><title>Xinference</title><script defer="defer" src="./static/js/main.8a9e3ba0.js"></script><link href="./static/css/main.013f296b.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div></body></html>

xinference/web/ui/build/static/css/main.013f296b.css

@@ -0,0 +1,2 @@
+.container{cursor:pointer;display:block}.container,.descriptionCard{border-radius:20px;height:300px;position:relative;width:300px}.descriptionCard{left:-1px;padding:20px;top:-1px}.cardTitle{display:flex;justify-content:space-between}.iconButtonBox{align-items:center;display:flex}.drawerCard{min-height:100%;min-width:350px;padding:20px 80px 0;position:relative;width:60vw}.p{-webkit-line-clamp:4;-webkit-box-orient:vertical;display:-webkit-box;font-size:14px;overflow:hidden;padding:0 10px;text-overflow:ellipsis;word-break:break-word}.pasteText{color:#1976d2;cursor:pointer;font-size:18px!important;margin-inline:10px}.pasteText:hover{color:#1976d2b3}.copyToCommandLine{color:#1976d2;cursor:pointer;font-size:16px!important}.copyToCommandLine:hover{color:#1976d2b3}.formContainer{height:80%;overflow:scroll;padding:0 10px 160px}.buttonsContainer{bottom:50px;left:100px;position:absolute;right:100px}.buttons{align-items:center;display:flex;gap:20px;justify-content:space-between}.css-1be5mm1-MuiLinearProgress-root-MuiMobileStepper-progress,.css-r5rjnf-MuiLinearProgress-root-MuiMobileStepper-progress{width:100%!important}.instructionText{color:#666;font-size:12px;font-style:italic;margin:30px 0;text-align:center}.iconRow{bottom:20px;justify-content:space-between;left:20px;position:absolute;right:20px}.iconItem,.iconRow{align-items:center;display:flex}.iconItem{flex-direction:column;margin:20px}.boldIconText{font-size:1.2em;font-weight:700}.muiIcon{font-size:1.5em}.smallText{font-size:.8em}.dialogBox{height:607px;margin:32px;overflow-x:scroll;width:1241px}.dialogTitle{display:flex;justify-content:space-between;padding:20px 20px 7px}.dialogTitle-model_name{font-size:18px;font-weight:700}.pathBox{cursor:pointer;overflow:hidden;text-overflow:ellipsis;white-space:nowrap;width:160px}.pathBox2{width:300px}.empty{color:#555;font-size:20px;left:50%;position:absolute;top:30%;-webkit-transform:translate(-50%);transform:translate(-50%)}.deleteDialog{align-items:center;display:flex}.warningIcon{color:#ed6c02;margin-right:10px}.jsonDialog{border-radius:8px;color:#000;display:flex;flex-direction:column;padding:10px 30px}.jsonDialog-title{align-items:center;display:flex;justify-content:space-between;margin:10px 0 20px}.title-name{font-size:16px;font-weight:700}.main-box{height:500px;width:700px}.but-box{display:flex;justify-content:end;margin-top:20px}.drawer{bottom:0;left:0;opacity:0;position:fixed;right:0;top:0;transition:visibility .3s ease,opacity .3s ease;visibility:hidden;z-index:1000}.drawer.open{opacity:1;visibility:visible}.drawer-overlay{background-color:rgba(0,0,0,.5);left:0;z-index:999}.drawer-content,.drawer-overlay{bottom:0;position:absolute;right:0;top:0}.drawer-content{background-color:#fff;box-shadow:-2px 0 10px rgba(0,0,0,.1);overflow-y:auto;-webkit-transform:translateX(100%);transform:translateX(100%);transition:-webkit-transform .3s ease;transition:transform .3s ease;transition:transform .3s ease,-webkit-transform .3s ease;z-index:1000}.drawer.open .drawer-content{-webkit-transform:translateX(0);transform:translateX(0)}.textHighlight .MuiInputBase-input,.textHighlight .MuiSelect-select{color:#1976d2}.copyText{color:#666;cursor:pointer;font-size:14px!important}.copyText:hover{color:#1976d2}.formBox{max-height:80vh;max-width:50vw;min-width:50vw;overflow:auto;padding:40px 20px 0 0;position:relative;transition:all .4s ease-in-out}.broaden{max-width:100%;min-width:100%;padding-right:0}.show-json{align-items:center;display:flex;right:60px;top:90px}.icon,.show-json{position:absolute}.icon{cursor:pointer;margin-left:20px;right:-40px}.icon:hover{color:#1976d2}.arrow{font-size:24px!important}.jsonBox{min-height:80vh;position:relative;transition:all .4s ease-in-out;width:100%}.hide{overflow:hidden;-webkit-transform:translate(30vw);transform:translate(30vw);width:0}.checkboxWrapper{align-items:center;display:flex;flex-wrap:wrap;width:100%}.jsonBox-header{align-items:center;display:flex;justify-content:space-between}.jsonBox-title{font-weight:700;line-height:40px}.textarea{background-color:initial;border:1px solid #ddd;border-radius:5px;color:#666;height:calc(100% - 40px);padding:5px 10px;resize:none;width:100%}.addBtn{margin-left:20px!important}.item{border:1px solid #ddd;border-radius:10px;margin:10px 50px 0;overflow:hidden;padding:20px;position:relative}.item:hover .deleteBtn{-webkit-transform:translateX(-50px);transform:translateX(-50px)}.deleteBtn{background-color:#1976d2;border-radius:25px;height:50px;line-height:70px;position:absolute;right:20px;text-align:center;top:calc(50% - 25px);-webkit-transform:translateX(80px);transform:translateX(80px);transition:all .3s ease-in-out;width:50px}.deleteBtn:hover{box-shadow:0 0 10px #aaa;cursor:pointer}.deleteIcon{color:#fff;font-size:28px!important}.chat_template_box{align-items:start;display:flex;gap:10px}.chat_template_test{width:30%}.chat_template_test_mainBox{border:1px solid #ccc;border-radius:4px;height:137px;overflow:scroll;padding:10px}.chat_template_test_tip{color:rgba(0,0,0,.6);font-size:10px;margin:4px 14px 0}.test_res_box{border:1px solid #ddd;border-radius:4px;margin-top:5px;min-height:55px;padding:10px}.css-19qh8xo-MuiInputBase-input-MuiOutlinedInput-input.Mui-disabled{-webkit-text-fill-color:#000!important}
+/*# sourceMappingURL=main.013f296b.css.map*/

xinference/web/ui/build/static/css/main.013f296b.css.map

@@ -0,0 +1 @@
+{"version":3,"file":"static/css/main.013f296b.css","mappings":"AAAA,WAKE,cAAe,CAJf,aAMF,CACA,4BAFE,kBAAmB,CAFnB,YAAa,CAFb,iBAAkB,CAClB,WAaF,CARA,iBAGE,SAAU,CAGV,YAAa,CAJb,QAMF,CACA,WACE,YAAa,CACb,6BACF,CACA,eAEE,kBAAmB,CADnB,YAEF,CACA,YAGE,eAAgB,CAEhB,eAAgB,CAHhB,mBAAoB,CADpB,iBAAkB,CAGlB,UAEF,CACA,GAEE,oBAAqB,CACrB,2BAA4B,CAF5B,mBAAoB,CAMpB,cAAe,CAHf,eAAgB,CAIhB,cAAiB,CAHjB,sBAAuB,CACvB,qBAGF,CACA,WAEE,aAAc,CACd,cAAe,CAFf,wBAA0B,CAG1B,kBACF,CACA,iBACE,eACF,CACA,mBAEE,aAAc,CACd,cAAe,CAFf,wBAGF,CACA,yBACE,eACF,CACA,eACE,UAAW,CACX,eAAgB,CAEhB,oBACF,CACA,kBAEE,WAAY,CACZ,UAAW,CAFX,iBAAkB,CAGlB,WACF,CACA,SAGE,kBAAmB,CAFnB,YAAa,CAGb,QAAS,CAFT,6BAGF,CAIA,2HACE,oBACF,CACA,iBAEE,UAAc,CADd,cAAe,CAEf,iBAAkB,CAClB,aAAc,CACd,iBACF,CACA,SAEE,WAAY,CAIZ,6BAA8B,CAH9B,SAAU,CAFV,iBAAkB,CAGlB,UAIF,CACA,mBAFE,kBAAmB,CAFnB,YASF,CALA,UAEE,qBAAsB,CAEtB,WACF,CACA,cAEE,eAAgB,CADhB,eAEF,CACA,SACE,eACF,CACA,WACE,cACF,CACA,WAEE,YAAa,CACb,WAAY,CACZ,iBAAkB,CAHlB,YAIF,CACA,aACE,YAAa,CACb,6BAA8B,CAC9B,qBACF,CACA,wBACE,cAAe,CACf,eACF,CACA,SAEE,cAAe,CACf,eAAgB,CAEhB,sBAAuB,CADvB,kBAAmB,CAHnB,WAKF,CACA,UACE,WACF,CACA,OAKE,UAAW,CADX,cAAe,CAFf,QAAS,CADT,iBAAkB,CAElB,OAAQ,CAGR,iCAA6B,CAA7B,yBACF,CACA,cAEE,kBAAmB,CADnB,YAEF,CACA,aAEE,aAAuB,CADvB,iBAEF,CACA,YAKE,iBAAkB,CADlB,UAAW,CAHX,YAAa,CACb,qBAAsB,CACtB,iBAGF,CACA,kBAGE,kBAAmB,CAFnB,YAAa,CACb,6BAA8B,CAE9B,kBACF,CACA,YACE,cAAe,CACf,eACF,CACA,UAEE,YAAa,CADb,WAEF,CACA,SACE,YAAa,CACb,mBAAoB,CACpB,eACF,CACA,QAKE,QAAS,CACT,MAAO,CAEP,SAAU,CANV,cAAe,CAEf,OAAQ,CADR,KAAM,CAMN,+CAAmD,CAFnD,iBAAkB,CANlB,YASF,CACA,aAEE,SAAU,CADV,kBAEF,CACA,gBAME,+BAAoC,CADpC,MAAO,CAEP,WACF,CACA,gCALE,QAAS,CAHT,iBAAkB,CAElB,OAAQ,CADR,KAkBF,CAXA,gBAKE,qBAAuB,CAEvB,qCAA0C,CAG1C,eAAgB,CADhB,kCAA2B,CAA3B,0BAA2B,CAD3B,qCAA+B,CAA/B,6BAA+B,CAA/B,wDAA+B,CAF/B,YAKF,CACA,6BACE,+BAAwB,CAAxB,uBACF,CAIA,oEACE,aACF,CClOA,UAEE,UAAW,CACX,cAAe,CAFf,wBAGF,CAEA,gBACE,aACF,CCRA,SAIE,eAAgB,CAFhB,cAAe,CACf,cAAe,CAEf,aAAc,CACd,qBAAsB,CALtB,iBAAkB,CAMlB,8BACF,CAEA,SACE,cAAe,CACf,cAAe,CACf,eACF,CAEA,WAEE,kBAAmB,CADnB,YAAa,CAIb,UAAW,CADX,QAEF,CAEA,iBALE,iBAUF,CALA,MAGE,cAAe,CACf,gBAAiB,CAFjB,WAGF,CAEA,YACE,aACF,CAEA,OACE,wBACF,CAEA,SAEE,eAAgB,CADhB,iBAAkB,CAGlB,8BAAgC,CADhC,UAEF,CAEA,MAGE,eAAgB,CADhB,iCAA6B,CAA7B,yBAA6B,CAD7B,OAGF,CAEA,iBAGE,kBAAmB,CAFnB,YAAa,CACb,cAAe,CAEf,UACF,CAEA,gBAGE,kBAAmB,CAFnB,YAAa,CACb,6BAEF,CAEA,eAEE,eAAgB,CADhB,gBAEF,CAEA,UAQE,wBAA6B,CAJ7B,qBAAsB,CACtB,iBAAkB,CAElB,UAAW,CALX,wBAAyB,CACzB,gBAAiB,CAGjB,WAAY,CALZ,UAQF,CAEA,QACE,0BACF,CAEA,MAEE,qBAAsB,CAGtB,kBAAmB,CAFnB,kBAAmB,CAGnB,eAAgB,CAFhB,YAAa,CAHb,iBAMF,CAEA,uBACE,mCAA4B,CAA5B,2BACF,CAEA,WAUE,wBAAyB,CADzB,kBAAmB,CAJnB,WAAY,CAGZ,gBAAiB,CAPjB,iBAAkB,CAClB,UAAW,CAKX,iBAAkB,CAJlB,oBAAqB,CAGrB,kCAA2B,CAA3B,0BAA2B,CAK3B,8BAAgC,CAPhC,UAQF,CAEA,iBAEE,wBAAyB,CADzB,cAEF,CAEA,YAEE,UAAW,CADX,wBAEF,CAEA,mBAEE,iBAAkB,CADlB,YAAa,CAEb,QACF,CAEA,oBACE,SACF,CAEA,4BAGE,qBAAsB,CACtB,iBAAkB,CAHlB,YAAa,CAIb,eAAgB,CAHhB,YAIF,CAEA,wBAGE,oBAAyB,CAFzB,cAAe,CACf,iBAEF,CAEA,cACE,qBAAsB,CAItB,iBAAkB,CADlB,cAAe,CAFf,eAAgB,CAChB,YAGF,CAEA,oEACE,sCACF","sources":["scenes/launch_model/styles/modelCardStyle.css","components/copyComponent/style.css","scenes/register_model/styles/registerModelStyle.css"],"sourcesContent":[".container {\n  display: block;\n  position: relative;\n  width: 300px;\n  height: 300px;\n  cursor: pointer;\n  border-radius: 20px;\n}\n.descriptionCard {\n  position: relative;\n  top: -1px;\n  left: -1px;\n  width: 300px;\n  height: 300px;\n  padding: 20px;\n  border-radius: 20px;\n}\n.cardTitle {\n  display: flex;\n  justify-content: space-between;\n}\n.iconButtonBox {\n  display: flex;\n  align-items: center;\n}\n.drawerCard {\n  position: relative;\n  padding: 20px 80px 0;\n  min-height: 100%;\n  width: 60vw;\n  min-width: 350px;\n}\n.p {\n  display: -webkit-box;\n  -webkit-line-clamp: 4;\n  -webkit-box-orient: vertical;\n  overflow: hidden;\n  text-overflow: ellipsis;\n  word-break: break-word;\n  font-size: 14px;\n  padding: 0px 10px;\n}\n.pasteText {\n  font-size: 18px !important;\n  color: #1976d2;\n  cursor: pointer;\n  margin-inline: 10px;\n}\n.pasteText:hover {\n  color: #1976d2b3;\n}\n.copyToCommandLine {\n  font-size: 16px !important;\n  color: #1976d2;\n  cursor: pointer;\n}\n.copyToCommandLine:hover {\n  color: #1976d2b3;\n}\n.formContainer {\n  height: 80%;\n  overflow: scroll;\n  padding: 0 10px;\n  padding-bottom: 160px;\n}\n.buttonsContainer {\n  position: absolute;\n  bottom: 50px;\n  left: 100px;\n  right: 100px;\n}\n.buttons {\n  display: flex;\n  justify-content: space-between;\n  align-items: center;\n  gap: 20px;\n}\n.css-1be5mm1-MuiLinearProgress-root-MuiMobileStepper-progress {\n  width: 100% !important;\n}\n.css-r5rjnf-MuiLinearProgress-root-MuiMobileStepper-progress {\n  width: 100% !important;\n}\n.instructionText {\n  font-size: 12px;\n  color: #666666;\n  font-style: italic;\n  margin: 30px 0;\n  text-align: center;\n}\n.iconRow {\n  position: absolute;\n  bottom: 20px;\n  left: 20px;\n  right: 20px;\n  display: flex;\n  justify-content: space-between;\n  align-items: center;\n}\n.iconItem {\n  display: flex;\n  flex-direction: column;\n  align-items: center;\n  margin: 20px;\n}\n.boldIconText {\n  font-weight: bold;\n  font-size: 1.2em;\n}\n.muiIcon {\n  font-size: 1.5em;\n}\n.smallText {\n  font-size: 0.8em;\n}\n.dialogBox {\n  width: 1241px;\n  height: 607px;\n  margin: 32px;\n  overflow-x: scroll;\n}\n.dialogTitle {\n  display: flex;\n  justify-content: space-between;\n  padding: 20px 20px 7px;\n}\n.dialogTitle-model_name {\n  font-size: 18px;\n  font-weight: 700;\n}\n.pathBox {\n  width: 160px;\n  cursor: pointer;\n  overflow: hidden;\n  white-space: nowrap;\n  text-overflow: ellipsis;\n}\n.pathBox2 {\n  width: 300px;\n}\n.empty {\n  position: absolute;\n  left: 50%;\n  top: 30%;\n  font-size: 20px;\n  color: #555;\n  transform: translate(-50%, 0);\n}\n.deleteDialog {\n  display: flex;\n  align-items: center;\n}\n.warningIcon {\n  margin-right: 10px;\n  color: rgb(237, 108, 2);\n}\n.jsonDialog {\n  display: flex;\n  flex-direction: column;\n  padding: 10px 30px;\n  color: #000;\n  border-radius: 8px;\n}\n.jsonDialog-title {\n  display: flex;\n  justify-content: space-between;\n  align-items: center;\n  margin: 10px 0 20px 0;\n}\n.title-name {\n  font-size: 16px;\n  font-weight: 700;\n}\n.main-box {\n  width: 700px;\n  height: 500px;\n}\n.but-box {\n  display: flex;\n  justify-content: end;\n  margin-top: 20px;\n}\n.drawer {\n  z-index: 1000;\n  position: fixed;\n  top: 0;\n  right: 0;\n  bottom: 0;\n  left: 0;\n  visibility: hidden;\n  opacity: 0;\n  transition: visibility 0.3s ease, opacity 0.3s ease;\n}\n.drawer.open {\n  visibility: visible;\n  opacity: 1;\n}\n.drawer-overlay {\n  position: absolute;\n  top: 0;\n  right: 0;\n  bottom: 0;\n  left: 0;\n  background-color: rgba(0, 0, 0, 0.5);\n  z-index: 999;\n}\n.drawer-content {\n  position: absolute;\n  top: 0;\n  right: 0;\n  bottom: 0;\n  background-color: white;\n  z-index: 1000;\n  box-shadow: -2px 0 10px rgba(0, 0, 0, 0.1);\n  transition: transform 0.3s ease;\n  transform: translateX(100%);\n  overflow-y: auto;\n}\n.drawer.open .drawer-content {\n  transform: translateX(0);\n}\n.textHighlight .MuiSelect-select {\n  color: #1976d2;\n}\n.textHighlight .MuiInputBase-input {\n  color: #1976d2;\n}\n",".copyText {\n  font-size: 14px !important;\n  color: #666;\n  cursor: pointer;\n}\n\n.copyText:hover {\n  color: #1976d2;\n}\n",".formBox {\n  position: relative;\n  max-width: 50vw;\n  min-width: 50vw;\n  max-height: 80vh;\n  overflow: auto;\n  padding: 40px 20px 0 0;\n  transition: all 0.4s ease-in-out;\n}\n\n.broaden {\n  max-width: 100%;\n  min-width: 100%;\n  padding-right: 0;\n}\n\n.show-json {\n  display: flex;\n  align-items: center;\n  position: absolute;\n  top: 90px;\n  right: 60px;\n}\n\n.icon {\n  position: absolute;\n  right: -40px;\n  cursor: pointer;\n  margin-left: 20px;\n}\n\n.icon:hover {\n  color: #1976d2;\n}\n\n.arrow {\n  font-size: 24px !important;\n}\n\n.jsonBox {\n  position: relative;\n  min-height: 80vh;\n  width: 100%;\n  transition: all 0.4s ease-in-out;\n}\n\n.hide {\n  width: 0;\n  transform: translate(30vw, 0);\n  overflow: hidden;\n}\n\n.checkboxWrapper {\n  display: flex;\n  flex-wrap: wrap;\n  align-items: center;\n  width: 100%;\n}\n\n.jsonBox-header {\n  display: flex;\n  justify-content: space-between;\n  align-items: center;\n}\n\n.jsonBox-title {\n  line-height: 40px;\n  font-weight: 700;\n}\n\n.textarea {\n  width: 100%;\n  height: calc(100% - 40px);\n  padding: 5px 10px;\n  border: 1px solid #ddd;\n  border-radius: 5px;\n  resize: none;\n  color: #666;\n  background-color: transparent;\n}\n\n.addBtn {\n  margin-left: 20px !important;\n}\n\n.item {\n  position: relative;\n  border: 1px solid #ddd;\n  margin: 10px 50px 0;\n  padding: 20px;\n  border-radius: 10px;\n  overflow: hidden;\n}\n\n.item:hover .deleteBtn {\n  transform: translateX(-50px);\n}\n\n.deleteBtn {\n  position: absolute;\n  right: 20px;\n  top: calc(50% - 25px);\n  width: 50px;\n  height: 50px;\n  transform: translateX(80px);\n  text-align: center;\n  line-height: 70px;\n  border-radius: 25px;\n  background-color: #1976d2;\n  transition: all 0.3s ease-in-out;\n}\n\n.deleteBtn:hover {\n  cursor: pointer;\n  box-shadow: 0 0 10px #aaa;\n}\n\n.deleteIcon {\n  font-size: 28px !important;\n  color: #fff;\n}\n\n.chat_template_box {\n  display: flex;\n  align-items: start;\n  gap: 10px;\n}\n\n.chat_template_test {\n  width: 30%;\n}\n\n.chat_template_test_mainBox {\n  height: 137px;\n  padding: 10px;\n  border: 1px solid #ccc;\n  border-radius: 4px;\n  overflow: scroll;\n}\n\n.chat_template_test_tip {\n  font-size: 10px;\n  margin: 4px 14px 0;\n  color: rgba(0, 0, 0, 0.6);\n}\n\n.test_res_box {\n  border: 1px solid #ddd;\n  min-height: 55px;\n  padding: 10px;\n  margin-top: 5px;\n  border-radius: 4px;\n}\n\n.css-19qh8xo-MuiInputBase-input-MuiOutlinedInput-input.Mui-disabled {\n  -webkit-text-fill-color: #000 !important;\n}\n"],"names":[],"sourceRoot":""}