isagellm-core 0.3.0.4__py2.py3-none-any.whl → 0.3.0.6__py2.py3-none-any.whl

{isagellm_core-0.3.0.4.dist-info → isagellm_core-0.3.0.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: isagellm-core
-Version: 0.3.0.4
+Version: 0.3.0.6
 Summary: sageLLM core runtime with PD separation (MVP)
 Author: IntelliStream Team
 License: Proprietary - IntelliStream
@@ -13,10 +13,12 @@ Requires-Python: ==3.11.*
 Description-Content-Type: text/markdown
 Requires-Dist: pydantic>=2.0.0
 Requires-Dist: pyyaml>=6.0.0
-Requires-Dist: isagellm-protocol<0.4.0,>=0.3.0.0
-Requires-Dist: isagellm-backend<0.4.0,>=0.3.0.0
-Requires-Dist: isagellm-comm<0.4.0,>=0.3.0.0
-Requires-Dist: isagellm-kv-cache<0.4.0,>=0.3.0.0
+Requires-Dist: isagellm-protocol<0.4.0,>=0.3.0.2
+Requires-Dist: isagellm-backend<0.4.0,>=0.3.0.5
+Requires-Dist: isagellm-comm<0.4.0,>=0.3.0.1
+Requires-Dist: isagellm-kv-cache<0.4.0,>=0.3.0.1
+Requires-Dist: fastapi>=0.100.0
+Requires-Dist: uvicorn>=0.22.0
 Provides-Extra: dev
 Requires-Dist: pytest>=7.0.0; extra == "dev"
 Requires-Dist: pytest-cov>=4.0.0; extra == "dev"
@@ -79,6 +81,12 @@ sageLLM Core - 引擎协调层与运行时系统
 - ⚙️ 配置系统 - YAML/JSON + Pydantic v2
 - ✅ CPU-First - 无 GPU 测试支持
 
+## MoE（规划中）
+
+- MoE 路由/调度/执行图由 **sagellm-core** 主责
+- 依赖 **sagellm-comm**（all-to-all/拓扑通信）与 **sagellm-backend**（专家算子/内核）
+- 需先在 Protocol 中补充全局字段（如 router 元数据、专家负载指标）
+
 ## 安装
 
 ```bash

{isagellm_core-0.3.0.4.dist-info → isagellm_core-0.3.0.6.dist-info}/RECORD

@@ -1,10 +1,11 @@
-sagellm_core/__init__.py,sha256=5yyECQz1aCfp766SRVaSQMsEsY-juvzJ8UwETc7in-c,3450
-sagellm_core/__init__.pyc,sha256=-h2yz81-ZLjYX0toTMwa3RyjCIVLoBPvTzfsFcgi3cg,3370
+sagellm_core/__init__.py,sha256=26I6BdAofJb3IGQZgcWN1lYKAeBzIMioiAqHFk-R-fw,3691
+sagellm_core/__init__.pyc,sha256=OsxPB2JHfcKhk_sHIsx0SeUO5uh4mz73eOl5Iobi02I,3525
 sagellm_core/__main__.pyc,sha256=48Ej1ycqV-z87qawGOTNBKNgY3EcbffUOOXrDecOR3g,384
 sagellm_core/config.pyc,sha256=cCMLvMVb_s3HzPYSfqlbRWodQ4Uby8U962l1vmunT5Y,8453
 sagellm_core/demo.pyc,sha256=0hZkAJch6ETjSDsPq8XkDLNcd8qAys_hqOH1qi0xBzg,6028
 sagellm_core/engine.pyc,sha256=o5yzFfLhpRx5lEYC2E75q9b04UqsDY63fC4nZdkHyeU,12258
 sagellm_core/engine_factory.pyc,sha256=cNbEImM0MNcCgVeC0zViAT1AZkPAt2WARrVd1U__tS4,14886
+sagellm_core/engine_server.pyc,sha256=oKPJNu_s5v_wBvhkoMfPfCU-bD_pVA9syLcHLfN-rs4,19389
 sagellm_core/factory.pyc,sha256=B0s_JSOjVPwE95Oj2moP_vVA3vCrWsi2753UrwF8-eM,2737
 sagellm_core/health.pyc,sha256=c4A60b1ZANbAqck59AV-kczK2b355EPi9JxoYHRlhl8,684
 sagellm_core/pd_executor.pyc,sha256=1ytnDJi56sTSnZjAa7cRlN_1yQU4t7OJwXYgeUgjqA4,17784
@@ -13,12 +14,13 @@ sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
 sagellm_core/runner.pyc,sha256=GK_t15IH2etN6flRqUui4iUPkD39zl3_rw1wnOSG5Jg,14238
 sagellm_core/runtime.pyc,sha256=RFPMN7Vu9M5O1ZYgFQ9REz4wkMFznRPVPt2ra3u2vns,10018
 sagellm_core/workload.pyc,sha256=G9yMm2L4ZyZpGsCxuEOQ83t78Y_lCQmbg5p6OHl5rn0,4127
-sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=cCe8f3wYfcwq1UQOJLo_FzVNRQePC0Dn1qBarXMb5H4,3400
+sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=qz-5q4SM1hw_q3g9i7U6S3lCtGwKAS_uFBpg7u6LhnI,3555
 sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=XiynMTxG3srYsUwzIoEbwEJOmpjBBB6UNEoAXDxDgWM,9563
 sagellm_core/__pycache__/config.cpython-311.pyc,sha256=6gUdzUs3m31zGQVa2OzlPcPbX1it2Ziag0cQbCaXvIU,8483
 sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=PN6yZ3PgPWjiZ4XqpqRT-s5YYWitMwR_muYFvPmXdWA,6058
 sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=B6ynwwETTD_kjZ2CvUao_QRjM0EluEWg60Be-nRiVeE,12288
 sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=Qte3LXKSpcOWGhu-Hns7xPvTdkyYry3v_EeYQbfVp4w,14916
+sagellm_core/__pycache__/engine_server.cpython-311.pyc,sha256=m5YWclUbXt_IHuJLesJwEtFQF6zgTVrykD5T_9YznMk,19419
 sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=R4MbGyreD3U2iWmwQ0r14R347GAY9RM_I1xOiWovozo,2767
 sagellm_core/__pycache__/health.cpython-311.pyc,sha256=Z2mo-4iGINZp0w9AmCJomhHGRSzvbwxCfmdMAjg5vc4,714
 sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=zCHNncwIzEgqZ0lc7kiWkS-zOHf7CQ73UhCXztR6mFM,581
@@ -43,8 +45,8 @@ sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=WcWhj1ktaGONooxW
 sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=1g9YyKfo9yv-6VTjzzfacv-9ZICHjsVXjyJ_IajRnQo,14641
 sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=MRSQN2ZBJmuIxFIA_yflaxarFhslfT0SG0Lw7-EFyDQ,18438
 sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=dLBcBODxEqgmH25nCBPWhwy3uu3-dqzyzOwQy-izN7A,11675
-isagellm_core-0.3.0.4.dist-info/METADATA,sha256=34ZVhaO-FMyAOQMS_tirIDGTjPejH5Fl2RYd4tpkgLk,8916
-isagellm_core-0.3.0.4.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
-isagellm_core-0.3.0.4.dist-info/entry_points.txt,sha256=IQcDdYSQnAR1R0O9J2EpBt1RUGd2xJgJQwZNVL6peag,247
-isagellm_core-0.3.0.4.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
-isagellm_core-0.3.0.4.dist-info/RECORD,,
+isagellm_core-0.3.0.6.dist-info/METADATA,sha256=g9bJWosv9bZZ5dcWD5Tl7eFlpda6KD1qKBRwytq5YVc,9253
+isagellm_core-0.3.0.6.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
+isagellm_core-0.3.0.6.dist-info/entry_points.txt,sha256=QWQd0kFD5erCgpS6DqfLpgkbD03vLf1ouojaUXHGX8w,312
+isagellm_core-0.3.0.6.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
+isagellm_core-0.3.0.6.dist-info/RECORD,,

{isagellm_core-0.3.0.4.dist-info → isagellm_core-0.3.0.6.dist-info}/entry_points.txt

@@ -1,3 +1,6 @@
+[console_scripts]
+sage-engine = sagellm_core.engine_server:main
+
 [sagellm.engines]
 ascend = sagellm_core.engines.ascend:create_ascend_engine
 cpu = sagellm_core.engines.cpu:create_cpu_engine

sagellm_core/__init__.py

@@ -12,6 +12,8 @@
 
 from __future__ import annotations
 
+__version__ = "0.3.0.6"
+
 from sagellm_core.engine import BaseEngine, EngineInstanceConfig
 from sagellm_core.config import (
     BackendConfig,
@@ -43,6 +45,10 @@ from sagellm_core.runner import DemoRunner, RunnerContext
 from sagellm_core.runtime import DistributedConfig, DistributedRuntime, RuntimeState
 from sagellm_core.pd_executor import PDExecutionContext, PDSeparatedExecutor
 
+# Engine HTTP Server
+from sagellm_core.engine_server import app as engine_server_app
+from sagellm_core.engine_server import main as serve_engine
+
 # PyTorch engine (optional, loaded lazily)
 PyTorchEngine = None
 PyTorchEngineConfig = None
@@ -86,7 +92,7 @@ try:
 except Exception:
     pass  # torch or transformers not available
 
-__version__ = "0.3.0.4"
+__version__ = "0.3.0.6"
 
 __all__ = [
     # Version
@@ -134,4 +140,7 @@ __all__ = [
     "RuntimeState",
     "PDExecutionContext",
     "PDSeparatedExecutor",
+    # Engine HTTP Server
+    "engine_server_app",
+    "serve_engine",
 ]