isagellm-core 0.2.2.5__cp311-none-any.whl → 0.3.0.2__cp311-none-any.whl

{isagellm_core-0.2.2.5.dist-info → isagellm_core-0.3.0.2.dist-info}/METADATA

@@ -1,7 +1,7 @@
 Metadata-Version: 2.4
 Name: isagellm-core
-Version: 0.2.2.5
-Summary: sageLLM core runtime (config/observability/registries), plugin-ready
+Version: 0.3.0.2
+Summary: sageLLM core runtime with PD separation (MVP)
 Author: IntelliStream Team
 License: Proprietary - IntelliStream
 Classifier: Development Status :: 3 - Alpha
@@ -13,8 +13,10 @@ Requires-Python: ==3.11.*
 Description-Content-Type: text/markdown
 Requires-Dist: pydantic>=2.0.0
 Requires-Dist: pyyaml>=6.0.0
-Requires-Dist: isagellm-protocol<0.2.0,>=0.1.0
+Requires-Dist: isagellm-protocol<0.2.0,>=0.1.2.0
 Requires-Dist: isagellm-backend<0.3.0,>=0.2.0.0
+Requires-Dist: isagellm-comm<0.2.0,>=0.1.0
+Requires-Dist: isagellm-kv-cache<0.2.0,>=0.1.0
 Provides-Extra: dev
 Requires-Dist: pytest>=7.0.0; extra == "dev"
 Requires-Dist: pytest-cov>=4.0.0; extra == "dev"
@@ -23,6 +25,7 @@ Requires-Dist: ruff>=0.8.0; extra == "dev"
 Requires-Dist: mypy>=1.0.0; extra == "dev"
 Requires-Dist: types-PyYAML>=6.0.0; extra == "dev"
 Requires-Dist: pre-commit>=3.0.0; extra == "dev"
+Requires-Dist: isage-pypi-publisher>=0.2.0; extra == "dev"
 
 # sagellm-core
 

{isagellm_core-0.2.2.5.dist-info → isagellm_core-0.3.0.2.dist-info}/RECORD

@@ -1,44 +1,48 @@
-sagellm_core/__init__.py,sha256=lE3IDUDzgFM7jQhZV_ougw-TDifriTiJIv6NIu3la_A,2798
-sagellm_core/__init__.pyc,sha256=4u-pKMCBa-NTowdPLTJ8iWKiL722bafkFuyq2pXIuYw,2758
+sagellm_core/__init__.py,sha256=OozZ7LilGRA4lRj-WS9O5vWeBEQerkXaH4A4megQZtw,3192
+sagellm_core/__init__.pyc,sha256=5yAtX8HDcJbSZyIsj3xLQXbcSSRpqtmTlfgkDVNAmA4,3107
 sagellm_core/__main__.pyc,sha256=48Ej1ycqV-z87qawGOTNBKNgY3EcbffUOOXrDecOR3g,384
 sagellm_core/config.pyc,sha256=cCMLvMVb_s3HzPYSfqlbRWodQ4Uby8U962l1vmunT5Y,8453
 sagellm_core/demo.pyc,sha256=0hZkAJch6ETjSDsPq8XkDLNcd8qAys_hqOH1qi0xBzg,6028
-sagellm_core/engine.pyc,sha256=VJMpwWH8Dlem1Q54MlQrGNEs54TTFYpNu6KoJkkgFwY,9748
+sagellm_core/engine.pyc,sha256=o5yzFfLhpRx5lEYC2E75q9b04UqsDY63fC4nZdkHyeU,12258
 sagellm_core/engine_factory.pyc,sha256=cNbEImM0MNcCgVeC0zViAT1AZkPAt2WARrVd1U__tS4,14886
 sagellm_core/factory.pyc,sha256=B0s_JSOjVPwE95Oj2moP_vVA3vCrWsi2753UrwF8-eM,2737
 sagellm_core/health.pyc,sha256=c4A60b1ZANbAqck59AV-kczK2b355EPi9JxoYHRlhl8,684
+sagellm_core/pd_executor.pyc,sha256=EgSfZQsvlK0tGtvT3aO5LFYMvalf8V8EUOi-Vtxw_rQ,17835
 sagellm_core/plugins.pyc,sha256=g6eke_yH65_7Bu6yfT7v19cZ7gjIAWbkyG7gv1JSXy0,2617
 sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
 sagellm_core/runner.pyc,sha256=GK_t15IH2etN6flRqUui4iUPkD39zl3_rw1wnOSG5Jg,14238
+sagellm_core/runtime.pyc,sha256=RFPMN7Vu9M5O1ZYgFQ9REz4wkMFznRPVPt2ra3u2vns,10018
 sagellm_core/workload.pyc,sha256=G9yMm2L4ZyZpGsCxuEOQ83t78Y_lCQmbg5p6OHl5rn0,4127
-sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=hLm6uma4bffnKXKYYYeCq-b6UGfcLykUd6okUndmHAs,2788
+sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=MEdTFvN9x22XnIHIjV6OKwne-QKulAg2a_DS1f-6xd8,3137
 sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=XiynMTxG3srYsUwzIoEbwEJOmpjBBB6UNEoAXDxDgWM,9563
 sagellm_core/__pycache__/config.cpython-311.pyc,sha256=6gUdzUs3m31zGQVa2OzlPcPbX1it2Ziag0cQbCaXvIU,8483
 sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=PN6yZ3PgPWjiZ4XqpqRT-s5YYWitMwR_muYFvPmXdWA,6058
-sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=sEEWFk9NHq8l9Q8NKvSQbomRJx2vMdjvtVUiGKx62jM,9778
+sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=B6ynwwETTD_kjZ2CvUao_QRjM0EluEWg60Be-nRiVeE,12288
 sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=Qte3LXKSpcOWGhu-Hns7xPvTdkyYry3v_EeYQbfVp4w,14916
 sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=R4MbGyreD3U2iWmwQ0r14R347GAY9RM_I1xOiWovozo,2767
 sagellm_core/__pycache__/health.cpython-311.pyc,sha256=Z2mo-4iGINZp0w9AmCJomhHGRSzvbwxCfmdMAjg5vc4,714
 sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=zCHNncwIzEgqZ0lc7kiWkS-zOHf7CQ73UhCXztR6mFM,581
+sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=mKsNTfzbGNTPFu7b3sD4zdngu-kPD2dcX2Ube3T5klw,17865
 sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=gaoaHApylGSrmMxXVwFs2v4idiZJnisttawlXTbXBWY,2647
 sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=krW5MagsiQcX5J9fljblEshfsQB_gAIAWR7S0uD-TzU,14268
+sagellm_core/__pycache__/runtime.cpython-311.pyc,sha256=STMbXptWWqislgsqEk4kIXmUYXdFzGDihSeXGWLy_6k,10048
 sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=Y01UUCDE85D8GY5kF_UsHyNCBbMkmsoB3vOUJV-vulA,4157
-sagellm_core/engines/__init__.py,sha256=9XyjgaAl6nR3uMSx4EzBQqQ1wE7jQfpR_k69083EZOY,1068
-sagellm_core/engines/__init__.pyc,sha256=2Sh_n2W0ZidghYCT7t0N0RfPZhqVjfhWWEdohNyBBNw,1118
-sagellm_core/engines/cpu.pyc,sha256=_PPwKyYmhSRNg7SjRJ3m5jOmjBV9qjVAvono3502lFI,20109
+sagellm_core/engines/__init__.py,sha256=M6hOhbAC_oEEnSdHrxFq804zk-F5X6xQriEU30rHnkA,1181
+sagellm_core/engines/__init__.pyc,sha256=SfE-guU0Ssj6MLDnNNVJkcQkk7swE_j3VWDAAGODJOA,1223
+sagellm_core/engines/cpu.pyc,sha256=IFlVXjCdNtGYam01L5G3h6YmFPux6kA7eIadBWbU4VM,27909
 sagellm_core/engines/embedding.pyc,sha256=Be4To-qpamFuGcyFZ1MKPk6XOf_HDBKnBGoIisxNemE,11476
-sagellm_core/engines/hf_cuda.pyc,sha256=HTOtHVyX6dbysMc5Lx9DeJpE6rSTG2CQcIn0xb0rcBI,50340
+sagellm_core/engines/hf_cuda.pyc,sha256=2hS7sTGzAMhYBPDguyoFeJZU5U8Yg6uvKkQfPW0v-9A,53946
 sagellm_core/engines/pytorch.pyc,sha256=MLcymoDnwMduWoWVDZmYuG6UoQavNO-FjddPQ8ccccI,18408
 sagellm_core/engines/pytorch_engine.pyc,sha256=fdzf-VN2hVRWzP8PCmGV-pg9qUIJWWqEH662CRmh5_0,11645
-sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=t289gZVTllHWt7jXYL31Cs3CHNgd84Yl6FrEiywxiso,1148
-sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=c53zodjzFJu1s-Enyum9cj_Zi2ENr1W3xgsNG_13gHE,20139
+sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=DRqfKC9q3aFbxcNRrkV72yfMQchhMy6ho_YshGNHA3A,1253
+sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=JxNjjfN50UshGJMBw5OUge4jSUz_mLa_6wJu01cv2Ao,27939
 sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=ZNqFpuCsS4Wp0xg7yV3GBbaJ4G0saqGNaKMdivxEBkA,11506
-sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=1YYE_6xLS9Gqg5O2hrg07IbaVfXhC6SBQBLH31xowJw,50370
+sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=x5DpzAxT5SO7-nzqD0h9KOFiMkIp0cYpXyCoDd359VE,53976
 sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=1g9YyKfo9yv-6VTjzzfacv-9ZICHjsVXjyJ_IajRnQo,14641
 sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=MRSQN2ZBJmuIxFIA_yflaxarFhslfT0SG0Lw7-EFyDQ,18438
 sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=dLBcBODxEqgmH25nCBPWhwy3uu3-dqzyzOwQy-izN7A,11675
-isagellm_core-0.2.2.5.dist-info/METADATA,sha256=HZhG5Ur0ZAzHA9dw3cY3XF28DKnMn9FF1qCtiZb_fA4,10811
-isagellm_core-0.2.2.5.dist-info/WHEEL,sha256=27snaH8EChr9VGIQt_981R5IOTPR-vQPuJNW-WzhNJA,93
-isagellm_core-0.2.2.5.dist-info/entry_points.txt,sha256=GOAxUrzSeJyOUjseRjJwhNLu8oLEMlbszb4j8xyr2QY,128
-isagellm_core-0.2.2.5.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
-isagellm_core-0.2.2.5.dist-info/RECORD,,
+isagellm_core-0.3.0.2.dist-info/METADATA,sha256=0T1fEtPJkmazEt_HcNxxhkUmTi51bDqxWBkEmyCaoAs,10939
+isagellm_core-0.3.0.2.dist-info/WHEEL,sha256=aE-1NVKXD6yEdmE9BpJA-cG2szRv8aTAmFSuenkwrqA,94
+isagellm_core-0.3.0.2.dist-info/entry_points.txt,sha256=gGLYUgimyfJCNgP1jv3W7LjvrxLHP9ylyASec6FhcLI,189
+isagellm_core-0.3.0.2.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
+isagellm_core-0.3.0.2.dist-info/RECORD,,

{isagellm_core-0.2.2.5.dist-info → isagellm_core-0.3.0.2.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.9.0)
+Generator: setuptools (80.10.1)
 Root-Is-Purelib: true
 Tag: cp311-none-any
 

{isagellm_core-0.2.2.5.dist-info → isagellm_core-0.3.0.2.dist-info}/entry_points.txt

@@ -1,3 +1,4 @@
 [sagellm.engines]
 cpu = sagellm_core.engines.cpu:create_cpu_engine
+hf-cuda = sagellm_core.engines.hf_cuda:create_hf_cuda_engine
 pytorch = sagellm_core.engines.pytorch:create_pytorch_engine

sagellm_core/__init__.py

@@ -6,6 +6,8 @@
 - Engine 工厂函数
 - 插件系统
 - Demo Runner
+- 分布式 Runtime（PD 分离 MVP）
+- PD 分离执行器
 """
 
 from __future__ import annotations
@@ -34,6 +36,10 @@ from sagellm_core.health import HealthStatus
 from sagellm_core.plugins import PluginResolutionError, list_entry_points, resolve_kind
 from sagellm_core.runner import DemoRunner, RunnerContext
 
+# PD 分离 MVP 模块
+from sagellm_core.runtime import DistributedConfig, DistributedRuntime, RuntimeState
+from sagellm_core.pd_executor import PDExecutionContext, PDSeparatedExecutor
+
 # PyTorch engine (optional, loaded lazily)
 PyTorchEngine = None
 PyTorchEngineConfig = None
@@ -72,7 +78,7 @@ try:
 except Exception:
     pass  # torch or transformers not available
 
-__version__ = "0.2.2.5"
+__version__ = "0.3.0.2"
 
 __all__ = [
     # Version
@@ -111,4 +117,10 @@ __all__ = [
     "demo_main",
     "DemoRunner",
     "RunnerContext",
+    # PD Separation MVP
+    "DistributedConfig",
+    "DistributedRuntime",
+    "RuntimeState",
+    "PDExecutionContext",
+    "PDSeparatedExecutor",
 ]

sagellm_core/engines/__init__.py

@@ -9,9 +9,13 @@ This module provides built-in engine implementations:
 
 from __future__ import annotations
 
-from sagellm_core.engines.cpu import CPUEngine
+from sagellm_core.engines.cpu import CPUEngine, create_cpu_engine
 from sagellm_core.engines.embedding import EmbeddingEngine, EmbeddingEngineConfig
-from sagellm_core.engines.hf_cuda import HFCudaEngine, HFCudaEngineInstanceConfig
+from sagellm_core.engines.hf_cuda import (
+    HFCudaEngine,
+    HFCudaEngineInstanceConfig,
+    create_hf_cuda_engine,
+)
 from sagellm_core.engines.pytorch_engine import PyTorchEngine, create_pytorch_engine
 
 # Export aliases for backward compatibility
@@ -20,10 +24,12 @@ HFCudaEngineConfig = HFCudaEngineInstanceConfig
 __all__ = [
     # CPU engine
     "CPUEngine",
+    "create_cpu_engine",
     # CUDA engine
     "HFCudaEngine",
     "HFCudaEngineConfig",
     "HFCudaEngineInstanceConfig",
+    "create_hf_cuda_engine",
     # PyTorch engine (unified)
     "PyTorchEngine",
     "create_pytorch_engine",