xinference 1.1.1__py3-none-any.whl → 1.2.0__py3-none-any.whl

xinference/model/llm/vllm/xavier/transfer.py

@@ -0,0 +1,298 @@
+# Copyright 2022-2025 XProbe Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import asyncio
+import logging
+from functools import lru_cache
+from queue import Queue
+from typing import Dict, List, Optional, no_type_check
+
+import torch
+import xoscar as xo
+from vllm.core.scheduler import Scheduler
+from vllm.utils import TORCH_DTYPE_TO_NUMPY_DTYPE, Device
+from vllm.worker.cache_engine import CacheEngine
+
+logger = logging.getLogger(__name__)
+
+
+class BufferTransferMixin:
+    def __init__(self):
+        self.num_buffer: int = 0
+        self.buffers: List[torch.Tensor] = []
+        self.buffer_queue: Optional[Queue] = None
+        self.transfer_block_num = 0
+        self.num_attn_layers = 0
+
+    def init_buffer(
+        self, num_buffer: int, buffer_shape, buffer_dtype, buffer_device, pin_memory
+    ):
+        # (transfer_block_num, num_attn_layers, 2, *kv_cache_shape[2:])
+
+        if buffer_dtype is torch.bfloat16:
+            buffer_dtype = torch.float16
+
+        self.num_buffer = num_buffer
+        self.transfer_block_num = buffer_shape[0]
+        self.num_attn_layers = buffer_shape[1]
+
+        self.buffers = [
+            torch.zeros(
+                size=buffer_shape,
+                dtype=buffer_dtype,
+                device=buffer_device,
+                pin_memory=pin_memory,
+            )
+            for _ in range(self.num_buffer)
+        ]
+
+        self.buffer_queue = Queue()
+        for i in range(self.num_buffer):
+            self.buffer_queue.put_nowait(i)
+        logger.debug(
+            f"Init buffer done. "
+            f"transfer_block_num: {self.transfer_block_num}, "
+            f"num_buffer: {self.num_buffer}, "
+            f"buffer_dtype: {buffer_dtype}, "
+            f"buffer_shape: {buffer_shape}"
+        )
+
+    @no_type_check
+    def get_buffer_index(self) -> int:
+        return self.buffer_queue.get()
+
+    @no_type_check
+    def free_buffer_index(self, index: int) -> None:
+        self.buffer_queue.put_nowait(index)
+
+    def get_swap_buffer(self, index: int, num_blocks: int) -> torch.Tensor:
+        buf = self.buffers[index]
+        buffer = buf[:num_blocks].view(
+            self.num_attn_layers, 2, num_blocks, *buf.shape[3:]
+        )
+        return buffer
+
+    @lru_cache(maxsize=None)
+    def get_gloo_dtype(self, input_dtype: torch.dtype):
+        from xoscar.collective.common import TypeMappingGloo
+
+        return TypeMappingGloo[TORCH_DTYPE_TO_NUMPY_DTYPE[input_dtype]]
+
+
+class TransferActor(xo.StatelessActor, BufferTransferMixin):
+    @classmethod
+    def default_uid(cls):
+        return f"vllm-transfer-actor"
+
+    def __init__(
+        self,
+        rank: int,
+        world_size: int,
+        rank_address: str,
+        store_address: str,
+        store_port: int,
+        world_addresses: List[str],
+    ):
+        super().__init__()
+        self._rank = rank
+        self._world_size = world_size
+        self._store_address = store_address
+        self._rank_address = rank_address
+        self._store_port = store_port
+        self._world_addresses = world_addresses
+        self._context = None
+        self._cache_engine: Optional[List[CacheEngine]] = None
+        self._scheduler: Optional[List[Scheduler]] = None
+        self._swap_stream = torch.cuda.Stream()
+
+    async def __post_create__(self):
+        from xoscar.collective import xoscar_pygloo as xp
+
+        context = xp.rendezvous.Context(self._rank, self._world_size)
+
+        attr = xp.transport.tcp.attr(self._rank_address.split(":")[0])
+        dev = xp.transport.tcp.CreateDevice(attr)
+
+        opt = xp.rendezvous.TCPStoreOptions()
+        opt.port = self._store_port
+        opt.numWorkers = self._world_size
+        opt.isServer = self._rank == 0
+
+        store = xp.rendezvous.TCPStore(self._store_address, opt)
+        store = xp.rendezvous.PrefixStore(str(self._world_size), store)
+
+        context.connectFullMesh(store, dev)
+        self._context = context
+        logger.debug(
+            f"Rank {self._rank} arrives successfully, world addresses: {self._world_addresses}"
+        )
+
+    def setup(
+        self,
+        cache_engine: List[CacheEngine],
+        scheduler: List[Scheduler],
+        num_buffer: int,
+        buffer_shape,
+        buffer_dtype,
+        buffer_device,
+        pin_memory: bool,
+    ):
+        self._cache_engine = cache_engine
+        self._scheduler = scheduler
+        self.init_buffer(
+            num_buffer, buffer_shape, buffer_dtype, buffer_device, pin_memory
+        )
+
+    def _get_cache_engine(self, virtual_engine: int) -> CacheEngine:
+        return self._cache_engine[virtual_engine]  # type: ignore
+
+    @staticmethod
+    def _get_swap_block_ids(src_to_dst: Dict[int, int], is_sender: bool) -> List[int]:
+        return list(sorted([r if is_sender else l for r, l in src_to_dst.items()]))
+
+    def _swap_out_to_buffer(
+        self, cache_engine: CacheEngine, cpu_buf_index: int, block_ids: List[int]
+    ) -> torch.Tensor:
+        num_blocks = len(block_ids)
+        src_to_dst = torch.tensor(
+            [(block_num, idx) for idx, block_num in enumerate(block_ids)],
+            device="cpu",
+            dtype=torch.int64,
+        ).view(-1, 2)
+        cpu_buf = self.get_swap_buffer(cpu_buf_index, num_blocks)
+        with torch.cuda.stream(self._swap_stream):
+            for i in range(self.num_attn_layers):
+                cache_engine.attn_backend.swap_blocks(
+                    cache_engine.gpu_cache[i], cpu_buf[i], src_to_dst
+                )
+        torch.cuda.Stream.synchronize(self._swap_stream)
+        return cpu_buf
+
+    def _swap_in_from_buffer(
+        self, cache_engine: CacheEngine, cpu_buf: torch.Tensor, block_ids: List[int]
+    ) -> None:
+        src_to_dst = torch.tensor(
+            [(idx, block_num) for idx, block_num in enumerate(block_ids)],
+            device="cpu",
+            dtype=torch.int64,
+        ).view(-1, 2)
+        with torch.cuda.stream(self._swap_stream):
+            for i in range(self.num_attn_layers):
+                cache_engine.attn_backend.swap_blocks(
+                    cpu_buf[i], cache_engine.gpu_cache[i], src_to_dst
+                )
+        torch.cuda.Stream.synchronize(self._swap_stream)
+
+    def _incr_count_for_block_id(self, virtual_engine: int, block_ids: List[int]):
+        """
+        The reference count of the `block_id` involved in the transfer is incremented by 1
+        to ensure it is not reclaimed.
+        """
+        scheduler = self._scheduler[virtual_engine]  # type: ignore
+        gpu_allocator = scheduler.block_manager.block_allocator._allocators[Device.GPU]
+
+        for _id in block_ids:
+            gpu_allocator._refcounter.incr(_id)
+
+    def _decr_count_for_block_id(self, virtual_engine: int, block_ids: List[int]):
+        """
+        After the transfer, the reference count is decremented by 1.
+        """
+        scheduler = self._scheduler[virtual_engine]  # type: ignore
+        gpu_allocator = scheduler.block_manager.block_allocator._allocators[Device.GPU]
+
+        for _id in block_ids:
+            gpu_allocator._refcounter.decr(_id)
+
+    async def do_send(
+        self, virtual_engine: int, to_rank: int, src_to_dst: Dict[int, int]
+    ):
+        """
+        Sending logic: GPU -> Buffer -> Gloo send.
+        GPU -> Buffer is directly handled using the internal `swap_out` interface of vllm.
+        """
+        from xoscar.collective import xoscar_pygloo as xp
+
+        cache_engine = self._get_cache_engine(virtual_engine)
+
+        block_ids = self._get_swap_block_ids(src_to_dst, is_sender=True)
+        self._incr_count_for_block_id(virtual_engine, block_ids)
+        cpu_buf_index = self.get_buffer_index()
+        total_blocks: int = len(block_ids)
+
+        try:
+            for start_idx in range(0, total_blocks, self.transfer_block_num):
+                offset = min(self.transfer_block_num, total_blocks - start_idx)
+                send_block_ids = block_ids[start_idx : start_idx + offset]
+                sendbuf = self._swap_out_to_buffer(
+                    cache_engine, cpu_buf_index, send_block_ids
+                )
+                assert sendbuf.is_contiguous()
+                sendptr = sendbuf.numpy().ctypes.data
+                data_size = sendbuf.numel()
+                datatype = self.get_gloo_dtype(sendbuf.dtype)
+                peer = to_rank
+                xp.send(self._context, sendptr, data_size, datatype, peer)
+        finally:
+            self._decr_count_for_block_id(virtual_engine, block_ids)
+            self.free_buffer_index(cpu_buf_index)
+
+    async def do_recv(
+        self, virtual_engine: int, from_rank: int, src_to_dst: Dict[int, int]
+    ):
+        """
+        Receiving logic: Gloo recv -> Buffer -> GPU.
+        Buffer -> GPU is directly handled using the internal `swap_in` interface of vllm.
+        """
+        from xoscar.collective import xoscar_pygloo as xp
+
+        cache_engine = self._get_cache_engine(virtual_engine)
+
+        block_ids = self._get_swap_block_ids(src_to_dst, is_sender=False)
+        self._incr_count_for_block_id(virtual_engine, block_ids)
+        total_blocks = len(block_ids)
+        cpu_buf_index = self.get_buffer_index()
+
+        try:
+            for start_idx in range(0, total_blocks, self.transfer_block_num):
+                offset = min(self.transfer_block_num, total_blocks - start_idx)
+                recv_block_ids = block_ids[start_idx : start_idx + offset]
+                recvbuf = self.get_swap_buffer(cpu_buf_index, len(recv_block_ids))
+                assert recvbuf.is_contiguous()
+                recvptr = recvbuf.numpy().ctypes.data
+                data_size = recvbuf.numel()
+                datatype = self.get_gloo_dtype(recvbuf.dtype)
+                peer = from_rank
+                xp.recv(self._context, recvptr, data_size, datatype, peer)
+
+                self._swap_in_from_buffer(cache_engine, recvbuf, recv_block_ids)
+        finally:
+            self._decr_count_for_block_id(virtual_engine, block_ids)
+            self.free_buffer_index(cpu_buf_index)
+
+    async def recv(
+        self, virtual_engine: int, from_address: str, src_to_dst: Dict[int, int]
+    ):
+        """
+        This is the external entry point for the call.
+        The transfer logic is as follows:
+        the receiver requests the sender to send the data directly to itself in a point-to-point manner.
+        """
+        rank = self._world_addresses.index(from_address)
+        sender_ref = await xo.actor_ref(
+            address=from_address, uid=f"{TransferActor.default_uid()}-{rank}"
+        )
+        await asyncio.gather(
+            sender_ref.do_send(virtual_engine, self._rank, src_to_dst),
+            self.do_recv(virtual_engine, rank, src_to_dst),
+        )

xinference/model/video/diffusers.py

@@ -91,6 +91,20 @@ class DiffUsersVideoModel:
             pipeline = self._model = CogVideoXPipeline.from_pretrained(
                 self._model_path, **kwargs
             )
+        elif self._model_spec.model_family == "HunyuanVideo":
+            from diffusers import HunyuanVideoPipeline, HunyuanVideoTransformer3DModel
+
+            transformer_torch_dtype = kwargs.pop("transformer_torch_dtype")
+            if isinstance(transformer_torch_dtype, str):
+                transformer_torch_dtype = getattr(torch, transformer_torch_dtype)
+            transformer = HunyuanVideoTransformer3DModel.from_pretrained(
+                self._model_path,
+                subfolder="transformer",
+                torch_dtype=transformer_torch_dtype,
+            )
+            pipeline = self._model = HunyuanVideoPipeline.from_pretrained(
+                self._model_path, transformer=transformer, **kwargs
+            )
         else:
             raise Exception(
                 f"Unsupported model family: {self._model_spec.model_family}"

xinference/model/video/model_spec.json

@@ -30,5 +30,20 @@
     "default_generate_config": {
       "guidance_scale": 7
     }
+  },
+  {
+    "model_name": "HunyuanVideo",
+    "model_family": "HunyuanVideo",
+    "model_id": "hunyuanvideo-community/HunyuanVideo",
+    "model_revision": "e8c2aaa66fe3742a32c11a6766aecbf07c56e773",
+    "model_ability": [
+      "text2video"
+    ],
+    "default_model_config": {
+      "transformer_torch_dtype": "bfloat16",
+      "torch_dtype": "float16"
+    },
+    "default_generate_config": {
+    }
   }
 ]

xinference/model/video/model_spec_modelscope.json

@@ -32,5 +32,21 @@
     "default_generate_config": {
       "guidance_scale": 7
     }
+  },
+  {
+    "model_name": "HunyuanVideo",
+    "model_family": "HunyuanVideo",
+    "model_hub": "modelscope",
+    "model_id": "Xorbits/HunyuanVideo",
+    "model_revision": "master",
+    "model_ability": [
+      "text2video"
+    ],
+    "default_model_config": {
+      "transformer_torch_dtype": "bfloat16",
+      "torch_dtype": "float16"
+    },
+    "default_generate_config": {
+    }
   }
 ]

xinference/types.py

@@ -302,6 +302,19 @@ class PytorchGenerateConfig(TypedDict, total=False):
     request_id: Optional[str]
 
 
+class CogagentGenerateConfig(PytorchGenerateConfig, total=False):
+    platform: Optional[Literal["Mac", "WIN", "Mobile"]]
+    format: Optional[
+        Literal[
+            "(Answer in Action-Operation-Sensitive format.)",
+            "(Answer in Status-Plan-Action-Operation format.)",
+            "(Answer in Status-Action-Operation-Sensitive format.)",
+            "(Answer in Status-Action-Operation format.)",
+            "(Answer in Action-Operation format.)",
+        ]
+    ]
+
+
 class PytorchModelConfig(TypedDict, total=False):
     revision: Optional[str]
     device: str

xinference/web/ui/build/asset-manifest.json

@@ -1,14 +1,14 @@
 {
   "files": {
-    "main.css": "./static/css/main.5061c4c3.css",
-    "main.js": "./static/js/main.4eb4ee80.js",
+    "main.css": "./static/css/main.51a587ff.css",
+    "main.js": "./static/js/main.1eb206d1.js",
     "static/media/icon.webp": "./static/media/icon.4603d52c63041e5dfbfd.webp",
     "index.html": "./index.html",
-    "main.5061c4c3.css.map": "./static/css/main.5061c4c3.css.map",
-    "main.4eb4ee80.js.map": "./static/js/main.4eb4ee80.js.map"
+    "main.51a587ff.css.map": "./static/css/main.51a587ff.css.map",
+    "main.1eb206d1.js.map": "./static/js/main.1eb206d1.js.map"
   },
   "entrypoints": [
-    "static/css/main.5061c4c3.css",
-    "static/js/main.4eb4ee80.js"
+    "static/css/main.51a587ff.css",
+    "static/js/main.1eb206d1.js"
   ]
 }

xinference/web/ui/build/index.html

@@ -1 +1 @@
-<!doctype html><html lang="en"><head><meta charset="utf-8"/><link rel="icon" href="./favicon.svg"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><meta name="description" content="Web site created using create-react-app"/><link rel="apple-touch-icon" href="./logo192.png"/><link rel="manifest" href="./manifest.json"/><title>Xinference</title><script defer="defer" src="./static/js/main.4eb4ee80.js"></script><link href="./static/css/main.5061c4c3.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div></body></html>
+<!doctype html><html lang="en"><head><meta charset="utf-8"/><link rel="icon" href="./favicon.svg"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><meta name="description" content="Web site created using create-react-app"/><link rel="apple-touch-icon" href="./logo192.png"/><link rel="manifest" href="./manifest.json"/><title>Xinference</title><script defer="defer" src="./static/js/main.1eb206d1.js"></script><link href="./static/css/main.51a587ff.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div></body></html>

xinference/web/ui/build/static/css/main.51a587ff.css

@@ -0,0 +1,2 @@
+.container{cursor:pointer;display:block}.container,.descriptionCard{border-radius:20px;height:300px;position:relative;width:300px}.descriptionCard{left:-1px;padding:20px;top:-1px}.cardTitle{display:flex;justify-content:space-between}.iconButtonBox{align-items:center;display:flex}.drawerCard{min-height:100%;padding:20px 80px 0;position:relative;width:60vw}.p{-webkit-line-clamp:4;-webkit-box-orient:vertical;display:-webkit-box;font-size:14px;overflow:hidden;padding:0 10px;text-overflow:ellipsis;word-break:break-word}.formContainer{height:80%;overflow:scroll;padding:0 10px}.buttonsContainer{align-items:center;bottom:50px;display:flex;justify-content:space-between;left:100px;position:absolute;right:100px}.buttonContainer{background-color:initial;border-width:0;width:45%}.buttonItem{border:1px solid #e5e7eb;border-radius:4px;cursor:pointer;padding:5px;width:100%}.buttonItem:hover{border-color:#888}.instructionText{color:#666;font-size:12px;font-style:italic;margin:30px 0;text-align:center}.iconRow{bottom:20px;justify-content:space-between;left:20px;position:absolute;right:20px}.iconItem,.iconRow{align-items:center;display:flex}.iconItem{flex-direction:column;margin:20px}.boldIconText{font-size:1.2em;font-weight:700}.muiIcon{font-size:1.5em}.smallText{font-size:.8em}.dialogBox{background-color:#fff;height:607px;margin:32px;overflow-x:scroll;width:1241px}.dialogTitle{color:#000;display:flex;justify-content:space-between;padding:20px 20px 7px}.dialogTitle-model_name{font-size:18px;font-weight:700}.pathBox{cursor:pointer;overflow:hidden;text-overflow:ellipsis;white-space:nowrap;width:160px}.pathBox2{width:300px}.empty{color:#555;font-size:20px;left:50%;position:absolute;top:30%;-webkit-transform:translate(-50%);transform:translate(-50%)}.deleteDialog{align-items:center;display:flex}.warningIcon{color:#ed6c02;margin-right:10px}.jsonDialog{background-color:#fff;border-radius:8px;color:#000;display:flex;flex-direction:column;padding:10px 30px}.jsonDialog-title{align-items:center;display:flex;justify-content:space-between;margin:10px 0 20px}.title-name{font-size:16px;font-weight:700}.main-box{height:500px;width:700px}.textarea-box{border:1px solid #ddd;border-radius:5px;color:#444;height:100%;padding:5px 10px;resize:none;width:100%}.but-box{display:flex;justify-content:end;margin-top:20px}.copyText{color:#666;cursor:pointer;font-size:14px!important}.copyText:hover{color:#1976d2}.formBox{max-height:80vh;max-width:50vw;min-width:50vw;overflow:auto;padding:40px 20px 0 0;position:relative;transition:all .4s ease-in-out}.broaden{max-width:100%;min-width:100%;padding-right:0}.show-json{align-items:center;display:flex;right:60px;top:90px}.icon,.show-json{position:absolute}.icon{cursor:pointer;margin-left:20px;right:-40px}.icon:hover{color:#1976d2}.arrow{font-size:24px!important}.jsonBox{min-height:80vh;position:relative;transition:all .4s ease-in-out;width:100%}.hide{overflow:hidden;-webkit-transform:translate(30vw);transform:translate(30vw);width:0}.checkboxWrapper{align-items:center;display:flex;flex-wrap:wrap;width:100%}.jsonBox-header{align-items:center;display:flex;justify-content:space-between}.jsonBox-title{font-weight:700;line-height:40px}.textarea{background-color:initial;border:1px solid #ddd;border-radius:5px;color:#444;height:calc(100% - 40px);padding:5px 10px;resize:none;width:100%}.addBtn{margin-left:20px!important}.item{border:1px solid #ddd;border-radius:10px;margin:10px 50px 0;overflow:hidden;padding:20px;position:relative}.item:hover .deleteBtn{-webkit-transform:translateX(-50px);transform:translateX(-50px)}.deleteBtn{background-color:#1976d2;border-radius:25px;height:50px;line-height:70px;position:absolute;right:20px;text-align:center;top:calc(50% - 25px);-webkit-transform:translateX(80px);transform:translateX(80px);transition:all .3s ease-in-out;width:50px}.deleteBtn:hover{box-shadow:0 0 10px #aaa;cursor:pointer}.deleteIcon{color:#fff;font-size:28px!important}.chat_template_box{align-items:start;display:flex;gap:10px}.chat_template_test{width:30%}.chat_template_test_mainBox{border:1px solid #ccc;border-radius:4px;height:137px;overflow:scroll;padding:10px}.chat_template_test_tip{color:rgba(0,0,0,.6);font-size:10px;margin:4px 14px 0}.test_res_box{border:1px solid #ddd;border-radius:4px;margin-top:5px;min-height:55px;padding:10px}.css-19qh8xo-MuiInputBase-input-MuiOutlinedInput-input.Mui-disabled{-webkit-text-fill-color:#000!important}
+/*# sourceMappingURL=main.51a587ff.css.map*/

xinference/web/ui/build/static/css/main.51a587ff.css.map

@@ -0,0 +1 @@
+{"version":3,"file":"static/css/main.51a587ff.css","mappings":"AAAA,WAKE,cAAe,CAJf,aAMF,CACA,4BAFE,kBAAmB,CAFnB,YAAa,CAFb,iBAAkB,CAClB,WAaF,CARA,iBAGE,SAAU,CAGV,YAAa,CAJb,QAMF,CACA,WACE,YAAa,CACb,6BACF,CACA,eAEE,kBAAmB,CADnB,YAEF,CACA,YAGE,eAAgB,CADhB,mBAAoB,CADpB,iBAAkB,CAGlB,UACF,CACA,GAEE,oBAAqB,CACrB,2BAA4B,CAF5B,mBAAoB,CAMpB,cAAe,CAHf,eAAgB,CAIhB,cAAiB,CAHjB,sBAAuB,CACvB,qBAGF,CACA,eACE,UAAW,CACX,eAAgB,CAChB,cACF,CACA,kBAOE,kBAAmB,CALnB,WAAY,CAGZ,YAAa,CACb,6BAA8B,CAH9B,UAAW,CAFX,iBAAkB,CAGlB,WAIF,CACA,iBAGE,wBAA6B,CAD7B,cAAiB,CADjB,SAGF,CACA,YAOE,wBAAqB,CAHrB,iBAAkB,CAHlB,cAAe,CAEf,WAAY,CADZ,UAMF,CACA,kBACE,iBACF,CACA,iBAEE,UAAc,CADd,cAAe,CAEf,iBAAkB,CAClB,aAAc,CACd,iBACF,CACA,SAEE,WAAY,CAIZ,6BAA8B,CAH9B,SAAU,CAFV,iBAAkB,CAGlB,UAIF,CACA,mBAFE,kBAAmB,CAFnB,YASF,CALA,UAEE,qBAAsB,CAEtB,WACF,CACA,cAEE,eAAgB,CADhB,eAEF,CACA,SACE,eACF,CACA,WACE,cACF,CACA,WAGE,qBAAsB,CADtB,YAAa,CAEb,WAAY,CACZ,iBAAkB,CAJlB,YAKF,CACA,aAIE,UAAW,CAHX,YAAa,CACb,6BAA8B,CAC9B,qBAEF,CACA,wBACE,cAAe,CACf,eACF,CACA,SAEE,cAAe,CACf,eAAgB,CAEhB,sBAAuB,CADvB,kBAAmB,CAHnB,WAKF,CACA,UACE,WACF,CACA,OAKE,UAAW,CADX,cAAe,CAFf,QAAS,CADT,iBAAkB,CAElB,OAAQ,CAGR,iCAA6B,CAA7B,yBACF,CACA,cAEE,kBAAmB,CADnB,YAEF,CACA,aAEE,aAAuB,CADvB,iBAEF,CACA,YAIE,qBAAsB,CAEtB,iBAAkB,CADlB,UAAW,CAJX,YAAa,CACb,qBAAsB,CACtB,iBAIF,CACA,kBAGE,kBAAmB,CAFnB,YAAa,CACb,6BAA8B,CAE9B,kBACF,CACA,YACE,cAAe,CACf,eACF,CACA,UAEE,YAAa,CADb,WAEF,CACA,cAIE,qBAAsB,CACtB,iBAAkB,CAElB,UAAW,CALX,WAAY,CACZ,gBAAiB,CAGjB,WAAY,CALZ,UAOF,CACA,SACE,YAAa,CACb,mBAAoB,CACpB,eACF,CCtLA,UAEE,UAAW,CACX,cAAe,CAFf,wBAGF,CAEA,gBACE,aACF,CCRA,SAIE,eAAgB,CAFhB,cAAe,CACf,cAAe,CAEf,aAAc,CACd,qBAAsB,CALtB,iBAAkB,CAMlB,8BACF,CAEA,SACE,cAAe,CACf,cAAe,CACf,eACF,CAEA,WAEE,kBAAmB,CADnB,YAAa,CAIb,UAAW,CADX,QAEF,CAEA,iBALE,iBAUF,CALA,MAGE,cAAe,CACf,gBAAiB,CAFjB,WAGF,CAEA,YACE,aACF,CAEA,OACE,wBACF,CAEA,SAEE,eAAgB,CADhB,iBAAkB,CAGlB,8BAAgC,CADhC,UAEF,CAEA,MAGE,eAAgB,CADhB,iCAA6B,CAA7B,yBAA6B,CAD7B,OAGF,CAEA,iBAGE,kBAAmB,CAFnB,YAAa,CACb,cAAe,CAEf,UACF,CAEA,gBAGE,kBAAmB,CAFnB,YAAa,CACb,6BAEF,CAEA,eAEE,eAAgB,CADhB,gBAEF,CAEA,UAQE,wBAA6B,CAJ7B,qBAAsB,CACtB,iBAAkB,CAElB,UAAW,CALX,wBAAyB,CACzB,gBAAiB,CAGjB,WAAY,CALZ,UAQF,CAEA,QACE,0BACF,CAEA,MAEE,qBAAsB,CAGtB,kBAAmB,CAFnB,kBAAmB,CAGnB,eAAgB,CAFhB,YAAa,CAHb,iBAMF,CAEA,uBACE,mCAA4B,CAA5B,2BACF,CAEA,WAUE,wBAAyB,CADzB,kBAAmB,CAJnB,WAAY,CAGZ,gBAAiB,CAPjB,iBAAkB,CAClB,UAAW,CAKX,iBAAkB,CAJlB,oBAAqB,CAGrB,kCAA2B,CAA3B,0BAA2B,CAK3B,8BAAgC,CAPhC,UAQF,CAEA,iBAEE,wBAAyB,CADzB,cAEF,CAEA,YAEE,UAAW,CADX,wBAEF,CAEA,mBAEE,iBAAkB,CADlB,YAAa,CAEb,QACF,CAEA,oBACE,SACF,CAEA,4BAGE,qBAAsB,CACtB,iBAAkB,CAHlB,YAAa,CAIb,eAAgB,CAHhB,YAIF,CAEA,wBAGE,oBAAyB,CAFzB,cAAe,CACf,iBAEF,CAEA,cACE,qBAAsB,CAItB,iBAAkB,CADlB,cAAe,CAFf,eAAgB,CAChB,YAGF,CAEA,oEACE,sCACF","sources":["scenes/launch_model/styles/modelCardStyle.css","components/copyComponent/style.css","scenes/register_model/styles/registerModelStyle.css"],"sourcesContent":[".container {\n  display: block;\n  position: relative;\n  width: 300px;\n  height: 300px;\n  cursor: pointer;\n  border-radius: 20px;\n}\n.descriptionCard {\n  position: relative;\n  top: -1px;\n  left: -1px;\n  width: 300px;\n  height: 300px;\n  padding: 20px;\n  border-radius: 20px;\n}\n.cardTitle {\n  display: flex;\n  justify-content: space-between;\n}\n.iconButtonBox {\n  display: flex;\n  align-items: center;\n}\n.drawerCard {\n  position: relative;\n  padding: 20px 80px 0;\n  min-height: 100%;\n  width: 60vw;\n}\n.p {\n  display: -webkit-box;\n  -webkit-line-clamp: 4;\n  -webkit-box-orient: vertical;\n  overflow: hidden;\n  text-overflow: ellipsis;\n  word-break: break-word;\n  font-size: 14px;\n  padding: 0px 10px;\n}\n.formContainer {\n  height: 80%;\n  overflow: scroll;\n  padding: 0 10px;\n}\n.buttonsContainer {\n  position: absolute;\n  bottom: 50px;\n  left: 100px;\n  right: 100px;\n  display: flex;\n  justify-content: space-between;\n  align-items: center;\n}\n.buttonContainer {\n  width: 45%;\n  border-width: 0px;\n  background-color: transparent;\n}\n.buttonItem {\n  cursor: pointer;\n  width: 100%;\n  padding: 5px;\n  border-radius: 4px;\n  border: 1px solid #e5e7eb;\n  border-width: 1px;\n  border-color: #e5e7eb;\n}\n.buttonItem:hover {\n  border-color: #888;\n}\n.instructionText {\n  font-size: 12px;\n  color: #666666;\n  font-style: italic;\n  margin: 30px 0;\n  text-align: center;\n}\n.iconRow {\n  position: absolute;\n  bottom: 20px;\n  left: 20px;\n  right: 20px;\n  display: flex;\n  justify-content: space-between;\n  align-items: center;\n}\n.iconItem {\n  display: flex;\n  flex-direction: column;\n  align-items: center;\n  margin: 20px;\n}\n.boldIconText {\n  font-weight: bold;\n  font-size: 1.2em;\n}\n.muiIcon {\n  font-size: 1.5em;\n}\n.smallText {\n  font-size: 0.8em;\n}\n.dialogBox {\n  width: 1241px;\n  height: 607px;\n  background-color: #fff;\n  margin: 32px;\n  overflow-x: scroll;\n}\n.dialogTitle {\n  display: flex;\n  justify-content: space-between;\n  padding: 20px 20px 7px;\n  color: #000;\n}\n.dialogTitle-model_name {\n  font-size: 18px;\n  font-weight: 700;\n}\n.pathBox {\n  width: 160px;\n  cursor: pointer;\n  overflow: hidden;\n  white-space: nowrap;\n  text-overflow: ellipsis;\n}\n.pathBox2 {\n  width: 300px;\n}\n.empty {\n  position: absolute;\n  left: 50%;\n  top: 30%;\n  font-size: 20px;\n  color: #555;\n  transform: translate(-50%, 0);\n}\n.deleteDialog {\n  display: flex;\n  align-items: center;\n}\n.warningIcon {\n  margin-right: 10px;\n  color: rgb(237, 108, 2);\n}\n.jsonDialog {\n  display: flex;\n  flex-direction: column;\n  padding: 10px 30px;\n  background-color: #fff;\n  color: #000;\n  border-radius: 8px;\n}\n.jsonDialog-title {\n  display: flex;\n  justify-content: space-between;\n  align-items: center;\n  margin: 10px 0 20px 0;\n}\n.title-name {\n  font-size: 16px;\n  font-weight: 700;\n}\n.main-box {\n  width: 700px;\n  height: 500px;\n}\n.textarea-box {\n  width: 100%;\n  height: 100%;\n  padding: 5px 10px;\n  border: 1px solid #ddd;\n  border-radius: 5px;\n  resize: none;\n  color: #444;\n}\n.but-box {\n  display: flex;\n  justify-content: end;\n  margin-top: 20px;\n}\n",".copyText {\n  font-size: 14px !important;\n  color: #666;\n  cursor: pointer;\n}\n\n.copyText:hover {\n  color: #1976d2;\n}\n",".formBox {\n  position: relative;\n  max-width: 50vw;\n  min-width: 50vw;\n  max-height: 80vh;\n  overflow: auto;\n  padding: 40px 20px 0 0;\n  transition: all 0.4s ease-in-out;\n}\n\n.broaden {\n  max-width: 100%;\n  min-width: 100%;\n  padding-right: 0;\n}\n\n.show-json {\n  display: flex;\n  align-items: center;\n  position: absolute;\n  top: 90px;\n  right: 60px;\n}\n\n.icon {\n  position: absolute;\n  right: -40px;\n  cursor: pointer;\n  margin-left: 20px;\n}\n\n.icon:hover {\n  color: #1976d2;\n}\n\n.arrow {\n  font-size: 24px !important;\n}\n\n.jsonBox {\n  position: relative;\n  min-height: 80vh;\n  width: 100%;\n  transition: all 0.4s ease-in-out;\n}\n\n.hide {\n  width: 0;\n  transform: translate(30vw, 0);\n  overflow: hidden;\n}\n\n.checkboxWrapper {\n  display: flex;\n  flex-wrap: wrap;\n  align-items: center;\n  width: 100%;\n}\n\n.jsonBox-header {\n  display: flex;\n  justify-content: space-between;\n  align-items: center;\n}\n\n.jsonBox-title {\n  line-height: 40px;\n  font-weight: 700;\n}\n\n.textarea {\n  width: 100%;\n  height: calc(100% - 40px);\n  padding: 5px 10px;\n  border: 1px solid #ddd;\n  border-radius: 5px;\n  resize: none;\n  color: #444;\n  background-color: transparent;\n}\n\n.addBtn {\n  margin-left: 20px !important;\n}\n\n.item {\n  position: relative;\n  border: 1px solid #ddd;\n  margin: 10px 50px 0;\n  padding: 20px;\n  border-radius: 10px;\n  overflow: hidden;\n}\n\n.item:hover .deleteBtn {\n  transform: translateX(-50px);\n}\n\n.deleteBtn {\n  position: absolute;\n  right: 20px;\n  top: calc(50% - 25px);\n  width: 50px;\n  height: 50px;\n  transform: translateX(80px);\n  text-align: center;\n  line-height: 70px;\n  border-radius: 25px;\n  background-color: #1976d2;\n  transition: all 0.3s ease-in-out;\n}\n\n.deleteBtn:hover {\n  cursor: pointer;\n  box-shadow: 0 0 10px #aaa;\n}\n\n.deleteIcon {\n  font-size: 28px !important;\n  color: #fff;\n}\n\n.chat_template_box {\n  display: flex;\n  align-items: start;\n  gap: 10px;\n}\n\n.chat_template_test {\n  width: 30%;\n}\n\n.chat_template_test_mainBox {\n  height: 137px;\n  padding: 10px;\n  border: 1px solid #ccc;\n  border-radius: 4px;\n  overflow: scroll;\n}\n\n.chat_template_test_tip {\n  font-size: 10px;\n  margin: 4px 14px 0;\n  color: rgba(0, 0, 0, 0.6);\n}\n\n.test_res_box {\n  border: 1px solid #ddd;\n  min-height: 55px;\n  padding: 10px;\n  margin-top: 5px;\n  border-radius: 4px;\n}\n\n.css-19qh8xo-MuiInputBase-input-MuiOutlinedInput-input.Mui-disabled {\n  -webkit-text-fill-color: #000 !important;\n}\n"],"names":[],"sourceRoot":""}