isagellm-core 0.3.0.4__py2.py3-none-any.whl → 0.3.0.5__py2.py3-none-any.whl

{isagellm_core-0.3.0.4.dist-info → isagellm_core-0.3.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: isagellm-core
-Version: 0.3.0.4
+Version: 0.3.0.5
 Summary: sageLLM core runtime with PD separation (MVP)
 Author: IntelliStream Team
 License: Proprietary - IntelliStream
@@ -13,10 +13,10 @@ Requires-Python: ==3.11.*
 Description-Content-Type: text/markdown
 Requires-Dist: pydantic>=2.0.0
 Requires-Dist: pyyaml>=6.0.0
-Requires-Dist: isagellm-protocol<0.4.0,>=0.3.0.0
-Requires-Dist: isagellm-backend<0.4.0,>=0.3.0.0
-Requires-Dist: isagellm-comm<0.4.0,>=0.3.0.0
-Requires-Dist: isagellm-kv-cache<0.4.0,>=0.3.0.0
+Requires-Dist: isagellm-protocol<0.4.0,>=0.3.0.2
+Requires-Dist: isagellm-backend<0.4.0,>=0.3.0.5
+Requires-Dist: isagellm-comm<0.4.0,>=0.3.0.1
+Requires-Dist: isagellm-kv-cache<0.4.0,>=0.3.0.1
 Provides-Extra: dev
 Requires-Dist: pytest>=7.0.0; extra == "dev"
 Requires-Dist: pytest-cov>=4.0.0; extra == "dev"

isagellm_core-0.3.0.5.dist-info/RECORD

@@ -0,0 +1,44 @@
+sagellm_core/__init__.py,sha256=JTvYEkJb2HmKJijh4aRtqwA4d0GB7NNNbE5ULvEbIek,3475
+sagellm_core/__init__.pyc,sha256=0MHt6UlCSo3iWcJV8tGa5MjU3OkaiZEMR7jZE96Ocs8,3379
+sagellm_core/__main__.pyc,sha256=EV7-2pRVHwHPTZxaObqiwPiP-uoFLKY-VR3dndvvs1g,384
+sagellm_core/config.pyc,sha256=3z34OxQd-6UVr1iixJy6TB4HJehmnCgaLksx6yBDjvg,8453
+sagellm_core/demo.pyc,sha256=lMOjuQbFTzgGAiT-PfUaRk14T6htqUKVDtYQrZVhlV4,6028
+sagellm_core/engine.pyc,sha256=_fz-N0Rks0RlcWXOe6NY2HptUvdMBVmVGt71cWlGkOo,12258
+sagellm_core/engine_factory.pyc,sha256=O2OPMhtvhXSZR8ZDRO5MifltoSb4j8lBaCzVmVAhu6A,14886
+sagellm_core/factory.pyc,sha256=AjDSFuMNPWSTuauBUvhH2PdxWdXp2wBCk4oJ3M8Ac1A,2737
+sagellm_core/health.pyc,sha256=h_ktGxiaZMdt-bjMECKQFsZRx0NA3BSoBJ8qpItd47Y,684
+sagellm_core/pd_executor.pyc,sha256=MbtivfEF_BgeaACkvxXinH0j91rWU5xVKtQckbbsN7w,17784
+sagellm_core/plugins.pyc,sha256=gDZbziN-7qzqEIzfokexugqrNwzn8OSa0mdF9WUhRdk,2617
+sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
+sagellm_core/runner.pyc,sha256=IPFgmHnscDPN7kLvEiuH7sFV2xRsq9U3bWZNuCLpsDI,14238
+sagellm_core/runtime.pyc,sha256=Ak__Z-laWuOvd2t_7NBmxXW_SKriuiLXgEe6Uu9jczA,10018
+sagellm_core/workload.pyc,sha256=wVkQitgU5J62_JtyzMDb99tGCOFtdtFzrMtFq2PhI34,4127
+sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=KxzNkq7Qomugn7EP5s0MLFdQueWcD5a43xwJUPXOY_U,2788
+sagellm_core/__pycache__/config.cpython-311.pyc,sha256=KAXHiAkSZnHFKqre0xw-VUKqxPwDU2a1LMCOxvz3Blk,8483
+sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=McaAAOYeG9G1eUa0_lzgN-DJNrp_u8Smph24Ku9ZB-U,6058
+sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=5i5PsdLI7ADgQfLGy6CBlXixp4sgBywMFXXmxtHq6Ho,9778
+sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=hLi8aGdH9HyY-cUGHalXeWLuhGAMdljO3QGmQEWZ3e8,14916
+sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=cyN7MvZiBn1-wpsMzFbWl4RPGZMDkIBv8nV2X-NFEyk,2767
+sagellm_core/__pycache__/health.cpython-311.pyc,sha256=DCQ3n00ac5LvWVogrcZs1-4N91OBlmRyz7RKmgJi7Xk,714
+sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=d_Gs-14efXC5yinGNSXiB58pKvG37XTHh0cqrKqy3IA,2647
+sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=LN2lSeBsFq9B3LG6Mk89fvZ6pcMgEuat5D3d5s41Y_M,14268
+sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=jIPAkq21cJzNotwYXEzisYElq5nBmAc1vEYN4HJvdoM,4157
+sagellm_core/engines/__init__.py,sha256=dK5-xPVkGftvSUDg7B6rNuaMohibckfXrklaWFzz_Jo,1418
+sagellm_core/engines/__init__.pyc,sha256=60M252aAiYAyWtvmH5ia1gebC7MyrZmjU37fGWW20Lw,1438
+sagellm_core/engines/ascend.pyc,sha256=K-0pRFEtuCN30418n8_-ywehZiy7AYyW5797rnFNGMA,17263
+sagellm_core/engines/cpu.pyc,sha256=brHH2mT8bf9kZCpkUdMU-Isl9ahekuM3M7wUBgSpVfQ,27833
+sagellm_core/engines/embedding.pyc,sha256=OdEvmArXhNd0gpW9qUr80KFrE2gxMRhwi9tW3wWqxps,11476
+sagellm_core/engines/hf_cuda.pyc,sha256=er3YI-dfJCIQ8qeMhH466zsI8tof5N4iLZtE11thq9U,61103
+sagellm_core/engines/pytorch.pyc,sha256=aiulIwc3YJ9Prm7WswTtklwIEreOGwhmOs0l70oPN4w,18408
+sagellm_core/engines/pytorch_engine.pyc,sha256=pxt1kRU4gr3KBQ9x4594u3n7riZTOhIuQIOkb1VJRHI,11645
+sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=NjMDwyo0bjQBB_7z4GRKjMURxRCROeNttla7goMbJU4,1148
+sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=41Bns7LA7h9YjLS4LuZgJS3tYgNu2nvcbo4OlCqu0B0,20139
+sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=FLJ3P9xBo481DAYL3caolgAUYzcTcUEiYu-dPknmzIo,11506
+sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=sb2ZUP94qO5O7MVQkQDAcNiUTAAnsXDWrRyyc2muW70,50370
+sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=C-ZNeh30VXfIefU_pmCvmCIAEamhhI6tX2KPRZtG9Yw,18438
+sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=A8YP-Q2eR67bRvP-I33N6a90z8ktjVrGMCcGm_7LERU,11675
+isagellm_core-0.3.0.5.dist-info/METADATA,sha256=XU2_u9d5-HV9RPSy30x8BAn4unX9jX0EazHopnzQ6yM,8916
+isagellm_core-0.3.0.5.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
+isagellm_core-0.3.0.5.dist-info/entry_points.txt,sha256=IQcDdYSQnAR1R0O9J2EpBt1RUGd2xJgJQwZNVL6peag,247
+isagellm_core-0.3.0.5.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
+isagellm_core-0.3.0.5.dist-info/RECORD,,

sagellm_core/__init__.py

@@ -12,6 +12,8 @@
 
 from __future__ import annotations
 
+__version__ = "0.3.0.5"
+
 from sagellm_core.engine import BaseEngine, EngineInstanceConfig
 from sagellm_core.config import (
     BackendConfig,
@@ -86,7 +88,7 @@ try:
 except Exception:
     pass  # torch or transformers not available
 
-__version__ = "0.3.0.4"
+__version__ = "0.3.0.5"
 
 __all__ = [
     # Version

isagellm_core-0.3.0.4.dist-info/RECORD

@@ -1,50 +0,0 @@
-sagellm_core/__init__.py,sha256=5yyECQz1aCfp766SRVaSQMsEsY-juvzJ8UwETc7in-c,3450
-sagellm_core/__init__.pyc,sha256=-h2yz81-ZLjYX0toTMwa3RyjCIVLoBPvTzfsFcgi3cg,3370
-sagellm_core/__main__.pyc,sha256=48Ej1ycqV-z87qawGOTNBKNgY3EcbffUOOXrDecOR3g,384
-sagellm_core/config.pyc,sha256=cCMLvMVb_s3HzPYSfqlbRWodQ4Uby8U962l1vmunT5Y,8453
-sagellm_core/demo.pyc,sha256=0hZkAJch6ETjSDsPq8XkDLNcd8qAys_hqOH1qi0xBzg,6028
-sagellm_core/engine.pyc,sha256=o5yzFfLhpRx5lEYC2E75q9b04UqsDY63fC4nZdkHyeU,12258
-sagellm_core/engine_factory.pyc,sha256=cNbEImM0MNcCgVeC0zViAT1AZkPAt2WARrVd1U__tS4,14886
-sagellm_core/factory.pyc,sha256=B0s_JSOjVPwE95Oj2moP_vVA3vCrWsi2753UrwF8-eM,2737
-sagellm_core/health.pyc,sha256=c4A60b1ZANbAqck59AV-kczK2b355EPi9JxoYHRlhl8,684
-sagellm_core/pd_executor.pyc,sha256=1ytnDJi56sTSnZjAa7cRlN_1yQU4t7OJwXYgeUgjqA4,17784
-sagellm_core/plugins.pyc,sha256=g6eke_yH65_7Bu6yfT7v19cZ7gjIAWbkyG7gv1JSXy0,2617
-sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
-sagellm_core/runner.pyc,sha256=GK_t15IH2etN6flRqUui4iUPkD39zl3_rw1wnOSG5Jg,14238
-sagellm_core/runtime.pyc,sha256=RFPMN7Vu9M5O1ZYgFQ9REz4wkMFznRPVPt2ra3u2vns,10018
-sagellm_core/workload.pyc,sha256=G9yMm2L4ZyZpGsCxuEOQ83t78Y_lCQmbg5p6OHl5rn0,4127
-sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=cCe8f3wYfcwq1UQOJLo_FzVNRQePC0Dn1qBarXMb5H4,3400
-sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=XiynMTxG3srYsUwzIoEbwEJOmpjBBB6UNEoAXDxDgWM,9563
-sagellm_core/__pycache__/config.cpython-311.pyc,sha256=6gUdzUs3m31zGQVa2OzlPcPbX1it2Ziag0cQbCaXvIU,8483
-sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=PN6yZ3PgPWjiZ4XqpqRT-s5YYWitMwR_muYFvPmXdWA,6058
-sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=B6ynwwETTD_kjZ2CvUao_QRjM0EluEWg60Be-nRiVeE,12288
-sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=Qte3LXKSpcOWGhu-Hns7xPvTdkyYry3v_EeYQbfVp4w,14916
-sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=R4MbGyreD3U2iWmwQ0r14R347GAY9RM_I1xOiWovozo,2767
-sagellm_core/__pycache__/health.cpython-311.pyc,sha256=Z2mo-4iGINZp0w9AmCJomhHGRSzvbwxCfmdMAjg5vc4,714
-sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=zCHNncwIzEgqZ0lc7kiWkS-zOHf7CQ73UhCXztR6mFM,581
-sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=XuMKNOZEYiupvhyQjgN1iM3p2Q0daXQvTNK745BPL5U,17814
-sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=gaoaHApylGSrmMxXVwFs2v4idiZJnisttawlXTbXBWY,2647
-sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=krW5MagsiQcX5J9fljblEshfsQB_gAIAWR7S0uD-TzU,14268
-sagellm_core/__pycache__/runtime.cpython-311.pyc,sha256=STMbXptWWqislgsqEk4kIXmUYXdFzGDihSeXGWLy_6k,10048
-sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=Y01UUCDE85D8GY5kF_UsHyNCBbMkmsoB3vOUJV-vulA,4157
-sagellm_core/engines/__init__.py,sha256=dK5-xPVkGftvSUDg7B6rNuaMohibckfXrklaWFzz_Jo,1418
-sagellm_core/engines/__init__.pyc,sha256=k_8HvoXGNmRVikV24Dxy0QIoLJ_XLP2aKwu7Dw3CIkQ,1438
-sagellm_core/engines/ascend.pyc,sha256=T2qveWOhxV1AyVwJ5n_q8-TLg0uBJN_G6EZuVpA5rCU,17263
-sagellm_core/engines/cpu.pyc,sha256=CLLNyuRLDIER5Zgny91-eGYUSMxmVVAw4E0rUMJDDsU,27833
-sagellm_core/engines/embedding.pyc,sha256=Be4To-qpamFuGcyFZ1MKPk6XOf_HDBKnBGoIisxNemE,11476
-sagellm_core/engines/hf_cuda.pyc,sha256=zo-Ht70Q3aba7L5xugpc6fwTIRrpkEFe9SeTy3exI-s,61103
-sagellm_core/engines/pytorch.pyc,sha256=MLcymoDnwMduWoWVDZmYuG6UoQavNO-FjddPQ8ccccI,18408
-sagellm_core/engines/pytorch_engine.pyc,sha256=fdzf-VN2hVRWzP8PCmGV-pg9qUIJWWqEH662CRmh5_0,11645
-sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=dI0jrBb6-rlnTvVQZojWA2n-lUhE9j0aGn4cz3SxmqY,1468
-sagellm_core/engines/__pycache__/ascend.cpython-311.pyc,sha256=UvdVYqCptZqrPhyrbqK2dxnVa9NY-HH_vsXffsblzC8,17293
-sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=lxuj9LGXjsg7WwB0GXQUsYBphevFENmeLAjKYiswNxY,27863
-sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=ZNqFpuCsS4Wp0xg7yV3GBbaJ4G0saqGNaKMdivxEBkA,11506
-sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=WcWhj1ktaGONooxWJZKRv-os5Hw-InlfV2ZfZ6myrLY,61133
-sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=1g9YyKfo9yv-6VTjzzfacv-9ZICHjsVXjyJ_IajRnQo,14641
-sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=MRSQN2ZBJmuIxFIA_yflaxarFhslfT0SG0Lw7-EFyDQ,18438
-sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=dLBcBODxEqgmH25nCBPWhwy3uu3-dqzyzOwQy-izN7A,11675
-isagellm_core-0.3.0.4.dist-info/METADATA,sha256=34ZVhaO-FMyAOQMS_tirIDGTjPejH5Fl2RYd4tpkgLk,8916
-isagellm_core-0.3.0.4.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
-isagellm_core-0.3.0.4.dist-info/entry_points.txt,sha256=IQcDdYSQnAR1R0O9J2EpBt1RUGd2xJgJQwZNVL6peag,247
-isagellm_core-0.3.0.4.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
-isagellm_core-0.3.0.4.dist-info/RECORD,,