llm-engine-kitty 0.1.0.dev0__tar.gz

llm_engine_kitty-0.1.0.dev0/PKG-INFO

@@ -0,0 +1,15 @@
+Metadata-Version: 2.4
+Name: llm-engine-kitty
+Version: 0.1.0.dev0
+Summary: A lightweight LLM inference engine supporting OpenAI-compatible APIs.
+Requires-Python: >=3.11
+Requires-Dist: pydantic>=2.0
+Requires-Dist: httpx>=0.28
+Requires-Dist: tqdm>=4.0
+Requires-Dist: pyyaml>=6.0
+Requires-Dist: msgpack>=1.0
+Requires-Dist: kitty-logger>=0.2.0.dev3
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0; extra == "dev"
+Requires-Dist: black; extra == "dev"
+Requires-Dist: python-dotenv; extra == "dev"

llm_engine_kitty-0.1.0.dev0/pyproject.toml

@@ -0,0 +1,31 @@
+[build-system]
+requires = ["setuptools>=68"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "llm-engine-kitty"
+version = "0.1.0.dev0"
+description = "A lightweight LLM inference engine supporting OpenAI-compatible APIs."
+requires-python = ">=3.11"
+dependencies = [
+    "pydantic>=2.0",
+    "httpx>=0.28",
+    "tqdm>=4.0",
+    "pyyaml>=6.0",
+    "msgpack>=1.0",
+    "kitty-logger>=0.2.0.dev3",
+]
+
+[project.optional-dependencies]
+dev = [
+    "pytest>=7.0",
+    "black",
+    "python-dotenv",
+]
+
+[tool.setuptools.packages.find]
+where = ["src"]
+include = ["llm_engine*"]
+
+[tool.black]
+line-length = 2048

llm_engine_kitty-0.1.0.dev0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

llm_engine_kitty-0.1.0.dev0/src/llm_engine/__init__.py

@@ -0,0 +1,54 @@
+"""``llm_engine`` 包入口。
+
+日志契约（重要）::
+
+    使用方必须在 ``import llm_engine``（或任何子模块）之前调用
+    ``kitty_logger.setup_logging(...)``。
+
+子模块顶层都用 ``logger = kitty_logger.getLogger(__name__)``，依赖
+``KITTY_LOGGER_HOST/PORT/LEVEL`` 环境变量。`setup_logging` 会写入
+这些环境变量；先 import 再 setup 会在 import 阶段抛 RuntimeError。
+"""
+
+from .engine import BaseEngine, SyncEngine, AsyncEngine, CoroutineEngine, SimpleEngine, SimpleCoroutineEngine
+from .general_engine import GeneralEngine
+from .kitty import KittyClient, KittyServer
+from .model_config import ModelConfig, ModelConfigRegistry
+from .schemas import (
+    Message,
+    MessageRole,
+    InferenceParameters,
+    InferenceRequest,
+    InferenceRequestResult,
+    ModelOutput,
+    PreparedRequest,
+    TaskHandle,
+    TaskStatus,
+)
+
+__version__ = "0.1.0.dev0"
+__all__ = [
+    # 引擎
+    "BaseEngine",
+    "SyncEngine",
+    "AsyncEngine",
+    "CoroutineEngine",
+    "SimpleEngine",
+    "SimpleCoroutineEngine",
+    "GeneralEngine",
+    "KittyClient",
+    "KittyServer",
+    # 模型配置
+    "ModelConfig",
+    "ModelConfigRegistry",
+    # 数据结构
+    "Message",
+    "MessageRole",
+    "InferenceParameters",
+    "InferenceRequest",
+    "InferenceRequestResult",
+    "ModelOutput",
+    "PreparedRequest",
+    "TaskHandle",
+    "TaskStatus",
+]