sglang 0.4.5__py3-none-any.whl → 0.4.5.post2__py3-none-any.whl

sglang/srt/disaggregation/conn.py

@@ -1,81 +0,0 @@
-from __future__ import annotations
-
-import logging
-from enum import Enum
-from typing import Optional
-
-import numpy as np
-import numpy.typing as npt
-
-logger = logging.getLogger(__name__)
-
-
-class KVArgs:
-    engine_rank: int
-    kv_data_ptrs: list[int]
-    kv_data_lens: list[int]
-    kv_item_lens: list[int]
-    aux_data_ptrs: list[int]
-    aux_data_lens: list[int]
-    aux_item_lens: list[int]
-    ib_device: str
-
-
-class KVManager:
-    def __init__(self, args: KVArgs): ...
-
-
-class KVPoll:
-    Failed = 0
-    Bootstrapping = 1
-    WaitingForInput = 2
-    Transferring = 3
-    Success = 4
-
-
-class KVSender:
-    def __init__(self, mgr: KVManager, bootstrap_addr: str, bootstrap_room: int):
-        self.has_sent = False
-
-    def init(self, num_kv_indices: int, aux_index: Optional[int] = None): ...
-
-    def send(self, kv_indices: npt.NDArray[np.int32]):
-        self.has_sent = True
-
-    def poll(self) -> KVPoll:
-        if self.has_sent is False:
-            # Assume handshake completed instantly
-            return KVPoll.WaitingForInput
-        else:
-            # Assume transfer completed instantly
-            return KVPoll.Success
-
-    def failure_exception(self):
-        raise Exception("Fake KVSender Exception")
-
-
-class KVReceiver:
-    def __init__(
-        self, mgr: KVManager, bootstrap_addr: str, bootstrap_room: Optional[int] = None
-    ):
-        self.has_init = False
-
-    def init(self, kv_indices: npt.NDArray[np.int32], aux_index: Optional[int] = None):
-        self.has_init = True
-
-    def poll(self) -> KVPoll:
-        if self.has_init is False:
-            # Assume handshake completed instantly
-            return KVPoll.WaitingForInput
-        else:
-            # Assume transfer completed instantly
-            return KVPoll.Success
-
-    def failure_exception(self):
-        raise Exception("Fake KVReceiver Exception")
-
-
-class KVBootstrapServer:
-    def __init__(self, port: int): ...
-
-    def poll(self) -> KVPoll: ...

sglang/srt/lora/backend/__init__.py

@@ -1,25 +0,0 @@
-from sglang.srt.lora.backend.base_backend import BaseLoRABackend
-
-
-def get_backend_from_name(name: str) -> BaseLoRABackend:
-    """
-    Get corresponding backend class from backend's name
-    """
-    if name == "triton":
-        from sglang.srt.lora.backend.triton_backend import TritonLoRABackend
-
-        return TritonLoRABackend
-    elif name == "flashinfer":
-        from sglang.srt.lora.backend.flashinfer_backend import FlashInferLoRABackend
-
-        return FlashInferLoRABackend
-    else:
-        raise ValueError(f"Invalid backend: {name}")
-
-
-__all__ = [
-    "BaseLoRABackend",
-    "FlashInferLoRABackend",
-    "TritonLoRABackend",
-    "get_backend_from_name",
-]

sglang/srt/server.py

@@ -1,18 +0,0 @@
-# Copyright 2023-2024 SGLang Team
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-# Some shortcuts for backward compatibility.
-# They will be removed in new versions.
-from sglang.srt.entrypoints.engine import Engine
-from sglang.srt.entrypoints.http_server import kill_process_tree, launch_server