isagellm-core 0.2.2.8__py2.py3-none-any.whl → 0.3.0.3__py2.py3-none-any.whl

{isagellm_core-0.2.2.8.dist-info → isagellm_core-0.3.0.3.dist-info}/METADATA

@@ -1,7 +1,7 @@
 Metadata-Version: 2.4
 Name: isagellm-core
-Version: 0.2.2.8
-Summary: sageLLM core runtime (config/observability/registries), plugin-ready
+Version: 0.3.0.3
+Summary: sageLLM core runtime with PD separation (MVP)
 Author: IntelliStream Team
 License: Proprietary - IntelliStream
 Classifier: Development Status :: 3 - Alpha
@@ -13,8 +13,10 @@ Requires-Python: ==3.11.*
 Description-Content-Type: text/markdown
 Requires-Dist: pydantic>=2.0.0
 Requires-Dist: pyyaml>=6.0.0
-Requires-Dist: isagellm-protocol<0.2.0,>=0.1.0
-Requires-Dist: isagellm-backend<0.3.0,>=0.2.0.0
+Requires-Dist: isagellm-protocol<0.4.0,>=0.3.0.0
+Requires-Dist: isagellm-backend<0.4.0,>=0.3.0.0
+Requires-Dist: isagellm-comm<0.4.0,>=0.3.0.0
+Requires-Dist: isagellm-kv-cache<0.4.0,>=0.3.0.0
 Provides-Extra: dev
 Requires-Dist: pytest>=7.0.0; extra == "dev"
 Requires-Dist: pytest-cov>=4.0.0; extra == "dev"
@@ -23,6 +25,7 @@ Requires-Dist: ruff>=0.8.0; extra == "dev"
 Requires-Dist: mypy>=1.0.0; extra == "dev"
 Requires-Dist: types-PyYAML>=6.0.0; extra == "dev"
 Requires-Dist: pre-commit>=3.0.0; extra == "dev"
+Requires-Dist: isage-pypi-publisher>=0.2.0; extra == "dev"
 
 # sagellm-core
 

isagellm_core-0.3.0.3.dist-info/RECORD

@@ -0,0 +1,50 @@
+sagellm_core/__init__.py,sha256=Z1bZaFgNR4rHTW7oiXFz6KfDYjjD19zuRogoFP7cXHQ,3450
+sagellm_core/__init__.pyc,sha256=JRvsH6L0BHmgm74vxNW9LIDdjiGNXr6pd6jKvKvNHXs,3370
+sagellm_core/__main__.pyc,sha256=48Ej1ycqV-z87qawGOTNBKNgY3EcbffUOOXrDecOR3g,384
+sagellm_core/config.pyc,sha256=cCMLvMVb_s3HzPYSfqlbRWodQ4Uby8U962l1vmunT5Y,8453
+sagellm_core/demo.pyc,sha256=0hZkAJch6ETjSDsPq8XkDLNcd8qAys_hqOH1qi0xBzg,6028
+sagellm_core/engine.pyc,sha256=o5yzFfLhpRx5lEYC2E75q9b04UqsDY63fC4nZdkHyeU,12258
+sagellm_core/engine_factory.pyc,sha256=cNbEImM0MNcCgVeC0zViAT1AZkPAt2WARrVd1U__tS4,14886
+sagellm_core/factory.pyc,sha256=B0s_JSOjVPwE95Oj2moP_vVA3vCrWsi2753UrwF8-eM,2737
+sagellm_core/health.pyc,sha256=c4A60b1ZANbAqck59AV-kczK2b355EPi9JxoYHRlhl8,684
+sagellm_core/pd_executor.pyc,sha256=1ytnDJi56sTSnZjAa7cRlN_1yQU4t7OJwXYgeUgjqA4,17784
+sagellm_core/plugins.pyc,sha256=g6eke_yH65_7Bu6yfT7v19cZ7gjIAWbkyG7gv1JSXy0,2617
+sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
+sagellm_core/runner.pyc,sha256=GK_t15IH2etN6flRqUui4iUPkD39zl3_rw1wnOSG5Jg,14238
+sagellm_core/runtime.pyc,sha256=RFPMN7Vu9M5O1ZYgFQ9REz4wkMFznRPVPt2ra3u2vns,10018
+sagellm_core/workload.pyc,sha256=G9yMm2L4ZyZpGsCxuEOQ83t78Y_lCQmbg5p6OHl5rn0,4127
+sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=sJCRIn6V_viZZU7ys1dM123uvqzCSY3fMOt2qJeP9hQ,3400
+sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=XiynMTxG3srYsUwzIoEbwEJOmpjBBB6UNEoAXDxDgWM,9563
+sagellm_core/__pycache__/config.cpython-311.pyc,sha256=6gUdzUs3m31zGQVa2OzlPcPbX1it2Ziag0cQbCaXvIU,8483
+sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=PN6yZ3PgPWjiZ4XqpqRT-s5YYWitMwR_muYFvPmXdWA,6058
+sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=B6ynwwETTD_kjZ2CvUao_QRjM0EluEWg60Be-nRiVeE,12288
+sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=Qte3LXKSpcOWGhu-Hns7xPvTdkyYry3v_EeYQbfVp4w,14916
+sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=R4MbGyreD3U2iWmwQ0r14R347GAY9RM_I1xOiWovozo,2767
+sagellm_core/__pycache__/health.cpython-311.pyc,sha256=Z2mo-4iGINZp0w9AmCJomhHGRSzvbwxCfmdMAjg5vc4,714
+sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=zCHNncwIzEgqZ0lc7kiWkS-zOHf7CQ73UhCXztR6mFM,581
+sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=XuMKNOZEYiupvhyQjgN1iM3p2Q0daXQvTNK745BPL5U,17814
+sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=gaoaHApylGSrmMxXVwFs2v4idiZJnisttawlXTbXBWY,2647
+sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=krW5MagsiQcX5J9fljblEshfsQB_gAIAWR7S0uD-TzU,14268
+sagellm_core/__pycache__/runtime.cpython-311.pyc,sha256=STMbXptWWqislgsqEk4kIXmUYXdFzGDihSeXGWLy_6k,10048
+sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=Y01UUCDE85D8GY5kF_UsHyNCBbMkmsoB3vOUJV-vulA,4157
+sagellm_core/engines/__init__.py,sha256=dK5-xPVkGftvSUDg7B6rNuaMohibckfXrklaWFzz_Jo,1418
+sagellm_core/engines/__init__.pyc,sha256=k_8HvoXGNmRVikV24Dxy0QIoLJ_XLP2aKwu7Dw3CIkQ,1438
+sagellm_core/engines/ascend.pyc,sha256=T2qveWOhxV1AyVwJ5n_q8-TLg0uBJN_G6EZuVpA5rCU,17263
+sagellm_core/engines/cpu.pyc,sha256=CLLNyuRLDIER5Zgny91-eGYUSMxmVVAw4E0rUMJDDsU,27833
+sagellm_core/engines/embedding.pyc,sha256=Be4To-qpamFuGcyFZ1MKPk6XOf_HDBKnBGoIisxNemE,11476
+sagellm_core/engines/hf_cuda.pyc,sha256=zo-Ht70Q3aba7L5xugpc6fwTIRrpkEFe9SeTy3exI-s,61103
+sagellm_core/engines/pytorch.pyc,sha256=MLcymoDnwMduWoWVDZmYuG6UoQavNO-FjddPQ8ccccI,18408
+sagellm_core/engines/pytorch_engine.pyc,sha256=fdzf-VN2hVRWzP8PCmGV-pg9qUIJWWqEH662CRmh5_0,11645
+sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=dI0jrBb6-rlnTvVQZojWA2n-lUhE9j0aGn4cz3SxmqY,1468
+sagellm_core/engines/__pycache__/ascend.cpython-311.pyc,sha256=UvdVYqCptZqrPhyrbqK2dxnVa9NY-HH_vsXffsblzC8,17293
+sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=lxuj9LGXjsg7WwB0GXQUsYBphevFENmeLAjKYiswNxY,27863
+sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=ZNqFpuCsS4Wp0xg7yV3GBbaJ4G0saqGNaKMdivxEBkA,11506
+sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=WcWhj1ktaGONooxWJZKRv-os5Hw-InlfV2ZfZ6myrLY,61133
+sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=1g9YyKfo9yv-6VTjzzfacv-9ZICHjsVXjyJ_IajRnQo,14641
+sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=MRSQN2ZBJmuIxFIA_yflaxarFhslfT0SG0Lw7-EFyDQ,18438
+sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=dLBcBODxEqgmH25nCBPWhwy3uu3-dqzyzOwQy-izN7A,11675
+isagellm_core-0.3.0.3.dist-info/METADATA,sha256=dzLYorlanyMTfcrF9Bqru3Elxhd2uYxHla_SVHw4PC4,10943
+isagellm_core-0.3.0.3.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
+isagellm_core-0.3.0.3.dist-info/entry_points.txt,sha256=IQcDdYSQnAR1R0O9J2EpBt1RUGd2xJgJQwZNVL6peag,247
+isagellm_core-0.3.0.3.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
+isagellm_core-0.3.0.3.dist-info/RECORD,,

{isagellm_core-0.2.2.8.dist-info → isagellm_core-0.3.0.3.dist-info}/entry_points.txt

@@ -1,3 +1,5 @@
 [sagellm.engines]
+ascend = sagellm_core.engines.ascend:create_ascend_engine
 cpu = sagellm_core.engines.cpu:create_cpu_engine
+hf-cuda = sagellm_core.engines.hf_cuda:create_hf_cuda_engine
 pytorch = sagellm_core.engines.pytorch:create_pytorch_engine

sagellm_core/__init__.py

@@ -6,6 +6,8 @@
 - Engine 工厂函数
 - 插件系统
 - Demo Runner
+- 分布式 Runtime（PD 分离 MVP）
+- PD 分离执行器
 """
 
 from __future__ import annotations
@@ -23,17 +25,24 @@ from sagellm_core.config import (
 from sagellm_core.demo import main as demo_main
 from sagellm_core.engine_factory import EngineFactory
 from sagellm_core.engines import (
+    AscendEngine,
+    AscendEngineConfig,
     CPUEngine,
     EmbeddingEngine,
     EmbeddingEngineConfig,
     HFCudaEngine,
     HFCudaEngineConfig,
+    create_ascend_engine,
 )
 from sagellm_core.factory import create_backend, create_engine
 from sagellm_core.health import HealthStatus
 from sagellm_core.plugins import PluginResolutionError, list_entry_points, resolve_kind
 from sagellm_core.runner import DemoRunner, RunnerContext
 
+# PD 分离 MVP 模块
+from sagellm_core.runtime import DistributedConfig, DistributedRuntime, RuntimeState
+from sagellm_core.pd_executor import PDExecutionContext, PDSeparatedExecutor
+
 # PyTorch engine (optional, loaded lazily)
 PyTorchEngine = None
 PyTorchEngineConfig = None
@@ -61,6 +70,11 @@ try:
 except Exception:
     pass  # torch or CUDA not available
 
+try:
+    EngineFactory.register(AscendEngine)
+except Exception:
+    pass  # torch_npu or Ascend deps not available
+
 try:
     EngineFactory.register(EmbeddingEngine)
 except Exception:
@@ -72,7 +86,7 @@ try:
 except Exception:
     pass  # torch or transformers not available
 
-__version__ = "0.2.2.8"
+__version__ = "0.3.0.3"
 
 __all__ = [
     # Version
@@ -90,6 +104,9 @@ __all__ = [
     "EngineInstanceConfig",  # For runtime engine instantiation
     "HealthStatus",
     # Engine implementations
+    "AscendEngine",
+    "AscendEngineConfig",
+    "create_ascend_engine",
     "CPUEngine",
     "HFCudaEngine",
     "HFCudaEngineConfig",
@@ -111,4 +128,10 @@ __all__ = [
     "demo_main",
     "DemoRunner",
     "RunnerContext",
+    # PD Separation MVP
+    "DistributedConfig",
+    "DistributedRuntime",
+    "RuntimeState",
+    "PDExecutionContext",
+    "PDSeparatedExecutor",
 ]

sagellm_core/engines/__init__.py

@@ -3,27 +3,39 @@
 This module provides built-in engine implementations:
 - CPUEngine: CPU-only inference with HuggingFace Transformers
 - HFCudaEngine: CUDA inference with HuggingFace Transformers
+- AscendEngine: Huawei Ascend NPU (PyTorch-NPU)
 - PyTorchEngine: Unified PyTorch engine (auto-detects CUDA/NPU/CPU)
 - EmbeddingEngine: Embedding model inference
 """
 
 from __future__ import annotations
 
-from sagellm_core.engines.cpu import CPUEngine
+from sagellm_core.engines.ascend import AscendEngine, AscendEngineConfig, create_ascend_engine
+from sagellm_core.engines.cpu import CPUEngine, create_cpu_engine
 from sagellm_core.engines.embedding import EmbeddingEngine, EmbeddingEngineConfig
-from sagellm_core.engines.hf_cuda import HFCudaEngine, HFCudaEngineInstanceConfig
+from sagellm_core.engines.hf_cuda import (
+    HFCudaEngine,
+    HFCudaEngineInstanceConfig,
+    create_hf_cuda_engine,
+)
 from sagellm_core.engines.pytorch_engine import PyTorchEngine, create_pytorch_engine
 
 # Export aliases for backward compatibility
 HFCudaEngineConfig = HFCudaEngineInstanceConfig
 
 __all__ = [
+    # Ascend engine
+    "AscendEngine",
+    "AscendEngineConfig",
+    "create_ascend_engine",
     # CPU engine
     "CPUEngine",
+    "create_cpu_engine",
     # CUDA engine
     "HFCudaEngine",
     "HFCudaEngineConfig",
     "HFCudaEngineInstanceConfig",
+    "create_hf_cuda_engine",
     # PyTorch engine (unified)
     "PyTorchEngine",
     "create_pytorch_engine",

isagellm_core-0.2.2.8.dist-info/RECORD

@@ -1,41 +0,0 @@
-sagellm_core/__init__.py,sha256=QAFJ4svevSL3LxRgT23346HscMaZ06lPh_2_QnqXVJ4,2798
-sagellm_core/__init__.pyc,sha256=ESGK4k8XwVKjpnfyvVUYu1GkZGV2JsMQRjgii53Vyag,2758
-sagellm_core/__main__.pyc,sha256=EV7-2pRVHwHPTZxaObqiwPiP-uoFLKY-VR3dndvvs1g,384
-sagellm_core/config.pyc,sha256=3z34OxQd-6UVr1iixJy6TB4HJehmnCgaLksx6yBDjvg,8453
-sagellm_core/demo.pyc,sha256=lMOjuQbFTzgGAiT-PfUaRk14T6htqUKVDtYQrZVhlV4,6028
-sagellm_core/engine.pyc,sha256=iZdV3NgsYpT6eywECH7aAXAH-GAj-NvIhhteqOuX8uc,9748
-sagellm_core/engine_factory.pyc,sha256=O2OPMhtvhXSZR8ZDRO5MifltoSb4j8lBaCzVmVAhu6A,14886
-sagellm_core/factory.pyc,sha256=AjDSFuMNPWSTuauBUvhH2PdxWdXp2wBCk4oJ3M8Ac1A,2737
-sagellm_core/health.pyc,sha256=h_ktGxiaZMdt-bjMECKQFsZRx0NA3BSoBJ8qpItd47Y,684
-sagellm_core/plugins.pyc,sha256=gDZbziN-7qzqEIzfokexugqrNwzn8OSa0mdF9WUhRdk,2617
-sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
-sagellm_core/runner.pyc,sha256=IPFgmHnscDPN7kLvEiuH7sFV2xRsq9U3bWZNuCLpsDI,14238
-sagellm_core/workload.pyc,sha256=wVkQitgU5J62_JtyzMDb99tGCOFtdtFzrMtFq2PhI34,4127
-sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=KxzNkq7Qomugn7EP5s0MLFdQueWcD5a43xwJUPXOY_U,2788
-sagellm_core/__pycache__/config.cpython-311.pyc,sha256=KAXHiAkSZnHFKqre0xw-VUKqxPwDU2a1LMCOxvz3Blk,8483
-sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=McaAAOYeG9G1eUa0_lzgN-DJNrp_u8Smph24Ku9ZB-U,6058
-sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=5i5PsdLI7ADgQfLGy6CBlXixp4sgBywMFXXmxtHq6Ho,9778
-sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=hLi8aGdH9HyY-cUGHalXeWLuhGAMdljO3QGmQEWZ3e8,14916
-sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=cyN7MvZiBn1-wpsMzFbWl4RPGZMDkIBv8nV2X-NFEyk,2767
-sagellm_core/__pycache__/health.cpython-311.pyc,sha256=DCQ3n00ac5LvWVogrcZs1-4N91OBlmRyz7RKmgJi7Xk,714
-sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=d_Gs-14efXC5yinGNSXiB58pKvG37XTHh0cqrKqy3IA,2647
-sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=LN2lSeBsFq9B3LG6Mk89fvZ6pcMgEuat5D3d5s41Y_M,14268
-sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=jIPAkq21cJzNotwYXEzisYElq5nBmAc1vEYN4HJvdoM,4157
-sagellm_core/engines/__init__.py,sha256=9XyjgaAl6nR3uMSx4EzBQqQ1wE7jQfpR_k69083EZOY,1068
-sagellm_core/engines/__init__.pyc,sha256=uPLGGDhmqRw43lGXZifNovaFYn4m7dSQ58FdoSnWLL0,1118
-sagellm_core/engines/cpu.pyc,sha256=jI9mhPMNJbewL9dmQumLb8WMg8PafQ0RQGGXVJ2hyf8,20109
-sagellm_core/engines/embedding.pyc,sha256=OdEvmArXhNd0gpW9qUr80KFrE2gxMRhwi9tW3wWqxps,11476
-sagellm_core/engines/hf_cuda.pyc,sha256=mF0F5PIIeR2eAJU6E8ZnKdPYJ9OZOMMWhqEXkjMNYEE,50340
-sagellm_core/engines/pytorch.pyc,sha256=aiulIwc3YJ9Prm7WswTtklwIEreOGwhmOs0l70oPN4w,18408
-sagellm_core/engines/pytorch_engine.pyc,sha256=pxt1kRU4gr3KBQ9x4594u3n7riZTOhIuQIOkb1VJRHI,11645
-sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=NjMDwyo0bjQBB_7z4GRKjMURxRCROeNttla7goMbJU4,1148
-sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=41Bns7LA7h9YjLS4LuZgJS3tYgNu2nvcbo4OlCqu0B0,20139
-sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=FLJ3P9xBo481DAYL3caolgAUYzcTcUEiYu-dPknmzIo,11506
-sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=sb2ZUP94qO5O7MVQkQDAcNiUTAAnsXDWrRyyc2muW70,50370
-sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=C-ZNeh30VXfIefU_pmCvmCIAEamhhI6tX2KPRZtG9Yw,18438
-sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=A8YP-Q2eR67bRvP-I33N6a90z8ktjVrGMCcGm_7LERU,11675
-isagellm_core-0.2.2.8.dist-info/METADATA,sha256=EX7lEY1BuG3Rnw4hcqDHixKP3HxQ1NU7eryx-Q8tn04,10811
-isagellm_core-0.2.2.8.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
-isagellm_core-0.2.2.8.dist-info/entry_points.txt,sha256=GOAxUrzSeJyOUjseRjJwhNLu8oLEMlbszb4j8xyr2QY,128
-isagellm_core-0.2.2.8.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
-isagellm_core-0.2.2.8.dist-info/RECORD,,