isagellm-core 0.3.0.5__py2.py3-none-any.whl → 0.3.0.6__py2.py3-none-any.whl

{isagellm_core-0.3.0.5.dist-info → isagellm_core-0.3.0.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: isagellm-core
-Version: 0.3.0.5
+Version: 0.3.0.6
 Summary: sageLLM core runtime with PD separation (MVP)
 Author: IntelliStream Team
 License: Proprietary - IntelliStream
@@ -17,6 +17,8 @@ Requires-Dist: isagellm-protocol<0.4.0,>=0.3.0.2
 Requires-Dist: isagellm-backend<0.4.0,>=0.3.0.5
 Requires-Dist: isagellm-comm<0.4.0,>=0.3.0.1
 Requires-Dist: isagellm-kv-cache<0.4.0,>=0.3.0.1
+Requires-Dist: fastapi>=0.100.0
+Requires-Dist: uvicorn>=0.22.0
 Provides-Extra: dev
 Requires-Dist: pytest>=7.0.0; extra == "dev"
 Requires-Dist: pytest-cov>=4.0.0; extra == "dev"
@@ -79,6 +81,12 @@ sageLLM Core - 引擎协调层与运行时系统
 - ⚙️ 配置系统 - YAML/JSON + Pydantic v2
 - ✅ CPU-First - 无 GPU 测试支持
 
+## MoE（规划中）
+
+- MoE 路由/调度/执行图由 **sagellm-core** 主责
+- 依赖 **sagellm-comm**（all-to-all/拓扑通信）与 **sagellm-backend**（专家算子/内核）
+- 需先在 Protocol 中补充全局字段（如 router 元数据、专家负载指标）
+
 ## 安装
 
 ```bash

isagellm_core-0.3.0.6.dist-info/RECORD

@@ -0,0 +1,52 @@
+sagellm_core/__init__.py,sha256=26I6BdAofJb3IGQZgcWN1lYKAeBzIMioiAqHFk-R-fw,3691
+sagellm_core/__init__.pyc,sha256=OsxPB2JHfcKhk_sHIsx0SeUO5uh4mz73eOl5Iobi02I,3525
+sagellm_core/__main__.pyc,sha256=48Ej1ycqV-z87qawGOTNBKNgY3EcbffUOOXrDecOR3g,384
+sagellm_core/config.pyc,sha256=cCMLvMVb_s3HzPYSfqlbRWodQ4Uby8U962l1vmunT5Y,8453
+sagellm_core/demo.pyc,sha256=0hZkAJch6ETjSDsPq8XkDLNcd8qAys_hqOH1qi0xBzg,6028
+sagellm_core/engine.pyc,sha256=o5yzFfLhpRx5lEYC2E75q9b04UqsDY63fC4nZdkHyeU,12258
+sagellm_core/engine_factory.pyc,sha256=cNbEImM0MNcCgVeC0zViAT1AZkPAt2WARrVd1U__tS4,14886
+sagellm_core/engine_server.pyc,sha256=oKPJNu_s5v_wBvhkoMfPfCU-bD_pVA9syLcHLfN-rs4,19389
+sagellm_core/factory.pyc,sha256=B0s_JSOjVPwE95Oj2moP_vVA3vCrWsi2753UrwF8-eM,2737
+sagellm_core/health.pyc,sha256=c4A60b1ZANbAqck59AV-kczK2b355EPi9JxoYHRlhl8,684
+sagellm_core/pd_executor.pyc,sha256=1ytnDJi56sTSnZjAa7cRlN_1yQU4t7OJwXYgeUgjqA4,17784
+sagellm_core/plugins.pyc,sha256=g6eke_yH65_7Bu6yfT7v19cZ7gjIAWbkyG7gv1JSXy0,2617
+sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
+sagellm_core/runner.pyc,sha256=GK_t15IH2etN6flRqUui4iUPkD39zl3_rw1wnOSG5Jg,14238
+sagellm_core/runtime.pyc,sha256=RFPMN7Vu9M5O1ZYgFQ9REz4wkMFznRPVPt2ra3u2vns,10018
+sagellm_core/workload.pyc,sha256=G9yMm2L4ZyZpGsCxuEOQ83t78Y_lCQmbg5p6OHl5rn0,4127
+sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=qz-5q4SM1hw_q3g9i7U6S3lCtGwKAS_uFBpg7u6LhnI,3555
+sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=XiynMTxG3srYsUwzIoEbwEJOmpjBBB6UNEoAXDxDgWM,9563
+sagellm_core/__pycache__/config.cpython-311.pyc,sha256=6gUdzUs3m31zGQVa2OzlPcPbX1it2Ziag0cQbCaXvIU,8483
+sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=PN6yZ3PgPWjiZ4XqpqRT-s5YYWitMwR_muYFvPmXdWA,6058
+sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=B6ynwwETTD_kjZ2CvUao_QRjM0EluEWg60Be-nRiVeE,12288
+sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=Qte3LXKSpcOWGhu-Hns7xPvTdkyYry3v_EeYQbfVp4w,14916
+sagellm_core/__pycache__/engine_server.cpython-311.pyc,sha256=m5YWclUbXt_IHuJLesJwEtFQF6zgTVrykD5T_9YznMk,19419
+sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=R4MbGyreD3U2iWmwQ0r14R347GAY9RM_I1xOiWovozo,2767
+sagellm_core/__pycache__/health.cpython-311.pyc,sha256=Z2mo-4iGINZp0w9AmCJomhHGRSzvbwxCfmdMAjg5vc4,714
+sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=zCHNncwIzEgqZ0lc7kiWkS-zOHf7CQ73UhCXztR6mFM,581
+sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=XuMKNOZEYiupvhyQjgN1iM3p2Q0daXQvTNK745BPL5U,17814
+sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=gaoaHApylGSrmMxXVwFs2v4idiZJnisttawlXTbXBWY,2647
+sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=krW5MagsiQcX5J9fljblEshfsQB_gAIAWR7S0uD-TzU,14268
+sagellm_core/__pycache__/runtime.cpython-311.pyc,sha256=STMbXptWWqislgsqEk4kIXmUYXdFzGDihSeXGWLy_6k,10048
+sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=Y01UUCDE85D8GY5kF_UsHyNCBbMkmsoB3vOUJV-vulA,4157
+sagellm_core/engines/__init__.py,sha256=dK5-xPVkGftvSUDg7B6rNuaMohibckfXrklaWFzz_Jo,1418
+sagellm_core/engines/__init__.pyc,sha256=k_8HvoXGNmRVikV24Dxy0QIoLJ_XLP2aKwu7Dw3CIkQ,1438
+sagellm_core/engines/ascend.pyc,sha256=T2qveWOhxV1AyVwJ5n_q8-TLg0uBJN_G6EZuVpA5rCU,17263
+sagellm_core/engines/cpu.pyc,sha256=CLLNyuRLDIER5Zgny91-eGYUSMxmVVAw4E0rUMJDDsU,27833
+sagellm_core/engines/embedding.pyc,sha256=Be4To-qpamFuGcyFZ1MKPk6XOf_HDBKnBGoIisxNemE,11476
+sagellm_core/engines/hf_cuda.pyc,sha256=zo-Ht70Q3aba7L5xugpc6fwTIRrpkEFe9SeTy3exI-s,61103
+sagellm_core/engines/pytorch.pyc,sha256=MLcymoDnwMduWoWVDZmYuG6UoQavNO-FjddPQ8ccccI,18408
+sagellm_core/engines/pytorch_engine.pyc,sha256=fdzf-VN2hVRWzP8PCmGV-pg9qUIJWWqEH662CRmh5_0,11645
+sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=dI0jrBb6-rlnTvVQZojWA2n-lUhE9j0aGn4cz3SxmqY,1468
+sagellm_core/engines/__pycache__/ascend.cpython-311.pyc,sha256=UvdVYqCptZqrPhyrbqK2dxnVa9NY-HH_vsXffsblzC8,17293
+sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=lxuj9LGXjsg7WwB0GXQUsYBphevFENmeLAjKYiswNxY,27863
+sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=ZNqFpuCsS4Wp0xg7yV3GBbaJ4G0saqGNaKMdivxEBkA,11506
+sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=WcWhj1ktaGONooxWJZKRv-os5Hw-InlfV2ZfZ6myrLY,61133
+sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=1g9YyKfo9yv-6VTjzzfacv-9ZICHjsVXjyJ_IajRnQo,14641
+sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=MRSQN2ZBJmuIxFIA_yflaxarFhslfT0SG0Lw7-EFyDQ,18438
+sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=dLBcBODxEqgmH25nCBPWhwy3uu3-dqzyzOwQy-izN7A,11675
+isagellm_core-0.3.0.6.dist-info/METADATA,sha256=g9bJWosv9bZZ5dcWD5Tl7eFlpda6KD1qKBRwytq5YVc,9253
+isagellm_core-0.3.0.6.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
+isagellm_core-0.3.0.6.dist-info/entry_points.txt,sha256=QWQd0kFD5erCgpS6DqfLpgkbD03vLf1ouojaUXHGX8w,312
+isagellm_core-0.3.0.6.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
+isagellm_core-0.3.0.6.dist-info/RECORD,,

{isagellm_core-0.3.0.5.dist-info → isagellm_core-0.3.0.6.dist-info}/entry_points.txt

@@ -1,3 +1,6 @@
+[console_scripts]
+sage-engine = sagellm_core.engine_server:main
+
 [sagellm.engines]
 ascend = sagellm_core.engines.ascend:create_ascend_engine
 cpu = sagellm_core.engines.cpu:create_cpu_engine

sagellm_core/__init__.py

@@ -12,7 +12,7 @@
 
 from __future__ import annotations
 
-__version__ = "0.3.0.5"
+__version__ = "0.3.0.6"
 
 from sagellm_core.engine import BaseEngine, EngineInstanceConfig
 from sagellm_core.config import (
@@ -45,6 +45,10 @@ from sagellm_core.runner import DemoRunner, RunnerContext
 from sagellm_core.runtime import DistributedConfig, DistributedRuntime, RuntimeState
 from sagellm_core.pd_executor import PDExecutionContext, PDSeparatedExecutor
 
+# Engine HTTP Server
+from sagellm_core.engine_server import app as engine_server_app
+from sagellm_core.engine_server import main as serve_engine
+
 # PyTorch engine (optional, loaded lazily)
 PyTorchEngine = None
 PyTorchEngineConfig = None
@@ -88,7 +92,7 @@ try:
 except Exception:
     pass  # torch or transformers not available
 
-__version__ = "0.3.0.5"
+__version__ = "0.3.0.6"
 
 __all__ = [
     # Version
@@ -136,4 +140,7 @@ __all__ = [
     "RuntimeState",
     "PDExecutionContext",
     "PDSeparatedExecutor",
+    # Engine HTTP Server
+    "engine_server_app",
+    "serve_engine",
 ]

isagellm_core-0.3.0.5.dist-info/RECORD

@@ -1,44 +0,0 @@
-sagellm_core/__init__.py,sha256=JTvYEkJb2HmKJijh4aRtqwA4d0GB7NNNbE5ULvEbIek,3475
-sagellm_core/__init__.pyc,sha256=0MHt6UlCSo3iWcJV8tGa5MjU3OkaiZEMR7jZE96Ocs8,3379
-sagellm_core/__main__.pyc,sha256=EV7-2pRVHwHPTZxaObqiwPiP-uoFLKY-VR3dndvvs1g,384
-sagellm_core/config.pyc,sha256=3z34OxQd-6UVr1iixJy6TB4HJehmnCgaLksx6yBDjvg,8453
-sagellm_core/demo.pyc,sha256=lMOjuQbFTzgGAiT-PfUaRk14T6htqUKVDtYQrZVhlV4,6028
-sagellm_core/engine.pyc,sha256=_fz-N0Rks0RlcWXOe6NY2HptUvdMBVmVGt71cWlGkOo,12258
-sagellm_core/engine_factory.pyc,sha256=O2OPMhtvhXSZR8ZDRO5MifltoSb4j8lBaCzVmVAhu6A,14886
-sagellm_core/factory.pyc,sha256=AjDSFuMNPWSTuauBUvhH2PdxWdXp2wBCk4oJ3M8Ac1A,2737
-sagellm_core/health.pyc,sha256=h_ktGxiaZMdt-bjMECKQFsZRx0NA3BSoBJ8qpItd47Y,684
-sagellm_core/pd_executor.pyc,sha256=MbtivfEF_BgeaACkvxXinH0j91rWU5xVKtQckbbsN7w,17784
-sagellm_core/plugins.pyc,sha256=gDZbziN-7qzqEIzfokexugqrNwzn8OSa0mdF9WUhRdk,2617
-sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
-sagellm_core/runner.pyc,sha256=IPFgmHnscDPN7kLvEiuH7sFV2xRsq9U3bWZNuCLpsDI,14238
-sagellm_core/runtime.pyc,sha256=Ak__Z-laWuOvd2t_7NBmxXW_SKriuiLXgEe6Uu9jczA,10018
-sagellm_core/workload.pyc,sha256=wVkQitgU5J62_JtyzMDb99tGCOFtdtFzrMtFq2PhI34,4127
-sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=KxzNkq7Qomugn7EP5s0MLFdQueWcD5a43xwJUPXOY_U,2788
-sagellm_core/__pycache__/config.cpython-311.pyc,sha256=KAXHiAkSZnHFKqre0xw-VUKqxPwDU2a1LMCOxvz3Blk,8483
-sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=McaAAOYeG9G1eUa0_lzgN-DJNrp_u8Smph24Ku9ZB-U,6058
-sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=5i5PsdLI7ADgQfLGy6CBlXixp4sgBywMFXXmxtHq6Ho,9778
-sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=hLi8aGdH9HyY-cUGHalXeWLuhGAMdljO3QGmQEWZ3e8,14916
-sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=cyN7MvZiBn1-wpsMzFbWl4RPGZMDkIBv8nV2X-NFEyk,2767
-sagellm_core/__pycache__/health.cpython-311.pyc,sha256=DCQ3n00ac5LvWVogrcZs1-4N91OBlmRyz7RKmgJi7Xk,714
-sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=d_Gs-14efXC5yinGNSXiB58pKvG37XTHh0cqrKqy3IA,2647
-sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=LN2lSeBsFq9B3LG6Mk89fvZ6pcMgEuat5D3d5s41Y_M,14268
-sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=jIPAkq21cJzNotwYXEzisYElq5nBmAc1vEYN4HJvdoM,4157
-sagellm_core/engines/__init__.py,sha256=dK5-xPVkGftvSUDg7B6rNuaMohibckfXrklaWFzz_Jo,1418
-sagellm_core/engines/__init__.pyc,sha256=60M252aAiYAyWtvmH5ia1gebC7MyrZmjU37fGWW20Lw,1438
-sagellm_core/engines/ascend.pyc,sha256=K-0pRFEtuCN30418n8_-ywehZiy7AYyW5797rnFNGMA,17263
-sagellm_core/engines/cpu.pyc,sha256=brHH2mT8bf9kZCpkUdMU-Isl9ahekuM3M7wUBgSpVfQ,27833
-sagellm_core/engines/embedding.pyc,sha256=OdEvmArXhNd0gpW9qUr80KFrE2gxMRhwi9tW3wWqxps,11476
-sagellm_core/engines/hf_cuda.pyc,sha256=er3YI-dfJCIQ8qeMhH466zsI8tof5N4iLZtE11thq9U,61103
-sagellm_core/engines/pytorch.pyc,sha256=aiulIwc3YJ9Prm7WswTtklwIEreOGwhmOs0l70oPN4w,18408
-sagellm_core/engines/pytorch_engine.pyc,sha256=pxt1kRU4gr3KBQ9x4594u3n7riZTOhIuQIOkb1VJRHI,11645
-sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=NjMDwyo0bjQBB_7z4GRKjMURxRCROeNttla7goMbJU4,1148
-sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=41Bns7LA7h9YjLS4LuZgJS3tYgNu2nvcbo4OlCqu0B0,20139
-sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=FLJ3P9xBo481DAYL3caolgAUYzcTcUEiYu-dPknmzIo,11506
-sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=sb2ZUP94qO5O7MVQkQDAcNiUTAAnsXDWrRyyc2muW70,50370
-sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=C-ZNeh30VXfIefU_pmCvmCIAEamhhI6tX2KPRZtG9Yw,18438
-sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=A8YP-Q2eR67bRvP-I33N6a90z8ktjVrGMCcGm_7LERU,11675
-isagellm_core-0.3.0.5.dist-info/METADATA,sha256=XU2_u9d5-HV9RPSy30x8BAn4unX9jX0EazHopnzQ6yM,8916
-isagellm_core-0.3.0.5.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
-isagellm_core-0.3.0.5.dist-info/entry_points.txt,sha256=IQcDdYSQnAR1R0O9J2EpBt1RUGd2xJgJQwZNVL6peag,247
-isagellm_core-0.3.0.5.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
-isagellm_core-0.3.0.5.dist-info/RECORD,,